2024-12-11 04:04:31,749 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-12-11 04:04:31,778 main DEBUG Took 0.022063 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 04:04:31,779 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 04:04:31,779 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 04:04:31,797 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 04:04:31,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,816 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 04:04:31,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,841 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,869 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,871 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,873 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,874 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,875 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,876 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:04:31,878 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,878 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 04:04:31,880 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:04:31,882 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 04:04:31,887 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 04:04:31,888 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 04:04:31,892 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 04:04:31,893 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 04:04:31,905 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 04:04:31,909 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 04:04:31,912 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 04:04:31,913 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 04:04:31,916 main DEBUG createAppenders(={Console}) 2024-12-11 04:04:31,917 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 initialized 2024-12-11 04:04:31,918 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-12-11 04:04:31,919 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 OK. 2024-12-11 04:04:31,920 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 04:04:31,921 main DEBUG OutputStream closed 2024-12-11 04:04:31,922 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 04:04:31,923 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 04:04:31,923 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@73700b80 OK 2024-12-11 04:04:32,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 04:04:32,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 04:04:32,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 04:04:32,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 04:04:32,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 04:04:32,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 04:04:32,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 04:04:32,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 04:04:32,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 04:04:32,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 04:04:32,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 04:04:32,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 04:04:32,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 04:04:32,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 04:04:32,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 04:04:32,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 04:04:32,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 04:04:32,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 04:04:32,044 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 04:04:32,044 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-12-11 04:04:32,045 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 04:04:32,045 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-12-11T04:04:32,487 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8 2024-12-11 04:04:32,491 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 04:04:32,492 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T04:04:32,505 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-11T04:04:32,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=5925 2024-12-11T04:04:32,583 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5, deleteOnExit=true 2024-12-11T04:04:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/test.cache.data in system properties and HBase conf 2024-12-11T04:04:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T04:04:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir in system properties and HBase conf 2024-12-11T04:04:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T04:04:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T04:04:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T04:04:32,718 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T04:04:32,889 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T04:04:32,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:04:32,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:04:32,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T04:04:32,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:04:32,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T04:04:32,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T04:04:32,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:04:32,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:04:32,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T04:04:32,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/nfs.dump.dir in system properties and HBase conf 2024-12-11T04:04:32,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/java.io.tmpdir in system properties and HBase conf 2024-12-11T04:04:32,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:04:32,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T04:04:32,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T04:04:34,068 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T04:04:34,167 INFO [Time-limited test {}] log.Log(170): Logging initialized @3438ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T04:04:34,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:34,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:34,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:34,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:34,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:04:34,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:34,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:34,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:34,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/java.io.tmpdir/jetty-localhost-37849-hadoop-hdfs-3_4_1-tests_jar-_-any-2122294235926878179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:04:34,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:37849} 2024-12-11T04:04:34,688 INFO [Time-limited test {}] server.Server(415): Started @3959ms 2024-12-11T04:04:35,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:35,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:35,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:35,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:35,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:04:35,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14413d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:35,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7b7117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:35,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5129509e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/java.io.tmpdir/jetty-localhost-42837-hadoop-hdfs-3_4_1-tests_jar-_-any-12237522761841485020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:35,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ff71b3{HTTP/1.1, (http/1.1)}{localhost:42837} 2024-12-11T04:04:35,295 INFO [Time-limited test {}] server.Server(415): Started @4566ms 2024-12-11T04:04:35,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:35,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:35,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:35,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:35,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:35,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:04:35,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c108db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:35,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27671d7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:35,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60c5b42e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/java.io.tmpdir/jetty-localhost-34515-hadoop-hdfs-3_4_1-tests_jar-_-any-13505605704050029817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:35,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c24c3d{HTTP/1.1, (http/1.1)}{localhost:34515} 2024-12-11T04:04:35,658 INFO [Time-limited test {}] server.Server(415): Started @4929ms 2024-12-11T04:04:35,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:35,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:35,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:35,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:35,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:35,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:04:35,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59747c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:35,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dedfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:35,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@178a1176{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/java.io.tmpdir/jetty-localhost-37593-hadoop-hdfs-3_4_1-tests_jar-_-any-1211568653855604908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:35,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b9b0183{HTTP/1.1, (http/1.1)}{localhost:37593} 2024-12-11T04:04:35,896 INFO [Time-limited test {}] server.Server(415): Started @5167ms 2024-12-11T04:04:35,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:35,902 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data3/current/BP-1116244671-172.17.0.2-1733889873740/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:35,903 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data1/current/BP-1116244671-172.17.0.2-1733889873740/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:35,904 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data4/current/BP-1116244671-172.17.0.2-1733889873740/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:35,904 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data2/current/BP-1116244671-172.17.0.2-1733889873740/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:35,956 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:35,956 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:36,024 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data5/current/BP-1116244671-172.17.0.2-1733889873740/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:36,026 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data6/current/BP-1116244671-172.17.0.2-1733889873740/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:36,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x673050dba0ff786 with lease ID 0x7a7096cd060f1533: Processing first storage report for DS-2ef77c4b-b19e-440f-9fbb-df1a6d87c2c6 from datanode DatanodeRegistration(127.0.0.1:45633, datanodeUuid=19afc5d3-bc8e-4e00-968c-76f56c18879f, infoPort=33353, infoSecurePort=0, ipcPort=45053, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740) 2024-12-11T04:04:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x673050dba0ff786 with lease ID 0x7a7096cd060f1533: from storage DS-2ef77c4b-b19e-440f-9fbb-df1a6d87c2c6 node DatanodeRegistration(127.0.0.1:45633, datanodeUuid=19afc5d3-bc8e-4e00-968c-76f56c18879f, infoPort=33353, infoSecurePort=0, ipcPort=45053, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T04:04:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1e1cd32e8872b90 with lease ID 0x7a7096cd060f1534: Processing first storage report for DS-fa6427ec-3b1a-479d-b32f-8d4056b38a1f from datanode DatanodeRegistration(127.0.0.1:42937, datanodeUuid=a74f2836-786d-436e-a7e8-93a86abbddeb, infoPort=37613, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740) 2024-12-11T04:04:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1e1cd32e8872b90 with lease ID 0x7a7096cd060f1534: from storage DS-fa6427ec-3b1a-479d-b32f-8d4056b38a1f node DatanodeRegistration(127.0.0.1:42937, datanodeUuid=a74f2836-786d-436e-a7e8-93a86abbddeb, infoPort=37613, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:36,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x673050dba0ff786 with lease ID 0x7a7096cd060f1533: Processing first storage report for DS-289eab26-7aff-4697-a467-7d50f9295793 from datanode DatanodeRegistration(127.0.0.1:45633, datanodeUuid=19afc5d3-bc8e-4e00-968c-76f56c18879f, infoPort=33353, infoSecurePort=0, ipcPort=45053, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740) 2024-12-11T04:04:36,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x673050dba0ff786 with lease ID 0x7a7096cd060f1533: from storage DS-289eab26-7aff-4697-a467-7d50f9295793 node DatanodeRegistration(127.0.0.1:45633, datanodeUuid=19afc5d3-bc8e-4e00-968c-76f56c18879f, infoPort=33353, infoSecurePort=0, ipcPort=45053, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T04:04:36,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1e1cd32e8872b90 with lease ID 0x7a7096cd060f1534: Processing first storage report for DS-29ddaa3f-8d5d-41e7-9970-cfd01de665b6 from datanode DatanodeRegistration(127.0.0.1:42937, datanodeUuid=a74f2836-786d-436e-a7e8-93a86abbddeb, infoPort=37613, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740) 2024-12-11T04:04:36,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1e1cd32e8872b90 with lease ID 0x7a7096cd060f1534: from storage DS-29ddaa3f-8d5d-41e7-9970-cfd01de665b6 node DatanodeRegistration(127.0.0.1:42937, datanodeUuid=a74f2836-786d-436e-a7e8-93a86abbddeb, infoPort=37613, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T04:04:36,070 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc00ec92b730218d2 with lease ID 0x7a7096cd060f1535: Processing first storage report for DS-5bef6288-6e17-4a7b-bab1-002f13d69c08 from datanode DatanodeRegistration(127.0.0.1:33753, datanodeUuid=ad467716-ed76-494d-ae1d-3662d997dab3, infoPort=42503, infoSecurePort=0, ipcPort=35049, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740) 2024-12-11T04:04:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc00ec92b730218d2 with lease ID 0x7a7096cd060f1535: from storage DS-5bef6288-6e17-4a7b-bab1-002f13d69c08 node DatanodeRegistration(127.0.0.1:33753, datanodeUuid=ad467716-ed76-494d-ae1d-3662d997dab3, infoPort=42503, infoSecurePort=0, ipcPort=35049, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc00ec92b730218d2 with lease ID 0x7a7096cd060f1535: Processing first storage report for DS-ca14c276-6e26-4935-896a-72039c9eee57 from datanode DatanodeRegistration(127.0.0.1:33753, datanodeUuid=ad467716-ed76-494d-ae1d-3662d997dab3, infoPort=42503, infoSecurePort=0, ipcPort=35049, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740) 2024-12-11T04:04:36,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc00ec92b730218d2 with lease ID 0x7a7096cd060f1535: from storage DS-ca14c276-6e26-4935-896a-72039c9eee57 node DatanodeRegistration(127.0.0.1:33753, datanodeUuid=ad467716-ed76-494d-ae1d-3662d997dab3, infoPort=42503, infoSecurePort=0, ipcPort=35049, storageInfo=lv=-57;cid=testClusterID;nsid=268781860;c=1733889873740), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:36,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8 2024-12-11T04:04:36,426 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T04:04:36,431 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T04:04:36,450 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T04:04:36,462 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T04:04:36,462 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T04:04:36,521 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T04:04:36,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T04:04:36,579 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/oldWALs, maxLogs=32 2024-12-11T04:04:36,624 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733889876603, exclude list is [], retry=0 2024-12-11T04:04:36,698 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1045 (auto-detected) 2024-12-11T04:04:36,701 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T04:04:36,731 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-5bef6288-6e17-4a7b-bab1-002f13d69c08,DISK] 2024-12-11T04:04:36,734 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T04:04:36,766 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45633,DS-2ef77c4b-b19e-440f-9fbb-df1a6d87c2c6,DISK] 2024-12-11T04:04:36,766 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42937,DS-fa6427ec-3b1a-479d-b32f-8d4056b38a1f,DISK] 2024-12-11T04:04:36,873 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733889876603 2024-12-11T04:04:36,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42503:42503),(127.0.0.1/127.0.0.1:33353:33353),(127.0.0.1/127.0.0.1:37613:37613)] 2024-12-11T04:04:36,876 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T04:04:37,613 DEBUG [AsyncFSWAL-0-hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-11T04:04:43,328 INFO [AsyncFSWAL-0-hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 219 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33753,DS-5bef6288-6e17-4a7b-bab1-002f13d69c08,DISK], DatanodeInfoWithStorage[127.0.0.1:45633,DS-2ef77c4b-b19e-440f-9fbb-df1a6d87c2c6,DISK], DatanodeInfoWithStorage[127.0.0.1:42937,DS-fa6427ec-3b1a-479d-b32f-8d4056b38a1f,DISK]] 2024-12-11T04:04:43,472 INFO [AsyncFSWAL-0-hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 142 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33753,DS-5bef6288-6e17-4a7b-bab1-002f13d69c08,DISK], DatanodeInfoWithStorage[127.0.0.1:45633,DS-2ef77c4b-b19e-440f-9fbb-df1a6d87c2c6,DISK], DatanodeInfoWithStorage[127.0.0.1:42937,DS-fa6427ec-3b1a-479d-b32f-8d4056b38a1f,DISK]] 2024-12-11T04:04:43,724 INFO [AsyncFSWAL-0-hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 151 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33753,DS-5bef6288-6e17-4a7b-bab1-002f13d69c08,DISK], DatanodeInfoWithStorage[127.0.0.1:45633,DS-2ef77c4b-b19e-440f-9fbb-df1a6d87c2c6,DISK], DatanodeInfoWithStorage[127.0.0.1:42937,DS-fa6427ec-3b1a-479d-b32f-8d4056b38a1f,DISK]] 2024-12-11T04:04:43,848 INFO [AsyncFSWAL-0-hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 122 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33753,DS-5bef6288-6e17-4a7b-bab1-002f13d69c08,DISK], DatanodeInfoWithStorage[127.0.0.1:45633,DS-2ef77c4b-b19e-440f-9fbb-df1a6d87c2c6,DISK], DatanodeInfoWithStorage[127.0.0.1:42937,DS-fa6427ec-3b1a-479d-b32f-8d4056b38a1f,DISK]] 2024-12-11T04:04:43,953 INFO [AsyncFSWAL-0-hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 103 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33753,DS-5bef6288-6e17-4a7b-bab1-002f13d69c08,DISK], DatanodeInfoWithStorage[127.0.0.1:45633,DS-2ef77c4b-b19e-440f-9fbb-df1a6d87c2c6,DISK], DatanodeInfoWithStorage[127.0.0.1:42937,DS-fa6427ec-3b1a-479d-b32f-8d4056b38a1f,DISK]] 2024-12-11T04:04:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741825_1001 (size=1048651116) 2024-12-11T04:04:43,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45633 is added to blk_1073741825_1001 (size=1048651116) 2024-12-11T04:04:43,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741825_1001 (size=1048651116) 2024-12-11T04:04:43,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:04:44,043 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39735/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733889876603: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-11T04:04:45,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T04:04:45,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@178a1176{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:45,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b9b0183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:04:45,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:04:45,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dedfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:04:45,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59747c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir/,STOPPED} 2024-12-11T04:04:45,670 WARN [BP-1116244671-172.17.0.2-1733889873740 heartbeating to localhost/127.0.0.1:39735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:04:45,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:04:45,670 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:04:45,670 WARN [BP-1116244671-172.17.0.2-1733889873740 heartbeating to localhost/127.0.0.1:39735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1116244671-172.17.0.2-1733889873740 (Datanode Uuid ad467716-ed76-494d-ae1d-3662d997dab3) service to localhost/127.0.0.1:39735 2024-12-11T04:04:45,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data5/current/BP-1116244671-172.17.0.2-1733889873740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:45,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data6/current/BP-1116244671-172.17.0.2-1733889873740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:45,672 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:04:45,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60c5b42e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:45,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c24c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:04:45,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:04:45,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27671d7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:04:45,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c108db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir/,STOPPED} 2024-12-11T04:04:45,696 WARN [BP-1116244671-172.17.0.2-1733889873740 heartbeating to localhost/127.0.0.1:39735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:04:45,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:04:45,696 WARN [BP-1116244671-172.17.0.2-1733889873740 heartbeating to localhost/127.0.0.1:39735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1116244671-172.17.0.2-1733889873740 (Datanode Uuid a74f2836-786d-436e-a7e8-93a86abbddeb) service to localhost/127.0.0.1:39735 2024-12-11T04:04:45,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:04:45,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data3/current/BP-1116244671-172.17.0.2-1733889873740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:45,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data4/current/BP-1116244671-172.17.0.2-1733889873740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:45,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:04:45,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5129509e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:45,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ff71b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:04:45,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:04:45,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7b7117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:04:45,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14413d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir/,STOPPED} 2024-12-11T04:04:45,715 WARN [BP-1116244671-172.17.0.2-1733889873740 heartbeating to localhost/127.0.0.1:39735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:04:45,716 WARN [BP-1116244671-172.17.0.2-1733889873740 heartbeating to localhost/127.0.0.1:39735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1116244671-172.17.0.2-1733889873740 (Datanode Uuid 19afc5d3-bc8e-4e00-968c-76f56c18879f) service to localhost/127.0.0.1:39735 2024-12-11T04:04:45,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data1/current/BP-1116244671-172.17.0.2-1733889873740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:45,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/cluster_4a41e78d-1ee8-814a-538f-6b106c837ea5/dfs/data/data2/current/BP-1116244671-172.17.0.2-1733889873740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:45,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:04:45,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:04:45,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:04:45,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:04:45,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:04:45,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:04:45,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:04:45,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir/,STOPPED} 2024-12-11T04:04:46,259 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T04:04:46,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=50 (was 12) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:39735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680821aa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:39735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 429) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5296 (was 5925) 2024-12-11T04:04:46,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=50, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5296 2024-12-11T04:04:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.log.dir so I do NOT create it in target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf 2024-12-11T04:04:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9c6bb3a1-53fe-f77c-1522-7b3f9e5d02d8/hadoop.tmp.dir so I do NOT create it in target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf 2024-12-11T04:04:46,279 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0, deleteOnExit=true 2024-12-11T04:04:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/test.cache.data in system properties and HBase conf 2024-12-11T04:04:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T04:04:46,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir in system properties and HBase conf 2024-12-11T04:04:46,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T04:04:46,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T04:04:46,281 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T04:04:46,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T04:04:46,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:04:46,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:04:46,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T04:04:46,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:04:46,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T04:04:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T04:04:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:04:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:04:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T04:04:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/nfs.dump.dir in system properties and HBase conf 2024-12-11T04:04:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/java.io.tmpdir in system properties and HBase conf 2024-12-11T04:04:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:04:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T04:04:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T04:04:46,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:46,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:46,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:46,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:46,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:04:46,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:46,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c6f93f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:46,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35a2bae4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:46,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e994036{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/java.io.tmpdir/jetty-localhost-34873-hadoop-hdfs-3_4_1-tests_jar-_-any-14101331096106385586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:04:46,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3338ff3e{HTTP/1.1, (http/1.1)}{localhost:34873} 2024-12-11T04:04:46,535 INFO [Time-limited test {}] server.Server(415): Started @15806ms 2024-12-11T04:04:46,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:46,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:46,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:46,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:46,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:04:46,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe8b3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:46,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e7ef1ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:46,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c427951{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/java.io.tmpdir/jetty-localhost-45307-hadoop-hdfs-3_4_1-tests_jar-_-any-9045190923637607875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:46,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ee4f2b7{HTTP/1.1, (http/1.1)}{localhost:45307} 2024-12-11T04:04:46,788 INFO [Time-limited test {}] server.Server(415): Started @16060ms 2024-12-11T04:04:46,791 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:46,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:46,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:46,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:46,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:46,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:04:46,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bd10389{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:46,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76aff42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:46,920 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data1/current/BP-688015724-172.17.0.2-1733889886312/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:46,924 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data2/current/BP-688015724-172.17.0.2-1733889886312/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:46,959 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:46,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1e3992d0fe48a85 with lease ID 0x8766ee12cf054e3: Processing first storage report for DS-31c72ae0-fda9-4a3d-82c7-932bc2c24f52 from datanode DatanodeRegistration(127.0.0.1:43847, datanodeUuid=52c9df69-9a82-466f-bd39-f047491b6e06, infoPort=36267, infoSecurePort=0, ipcPort=40311, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312) 2024-12-11T04:04:46,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1e3992d0fe48a85 with lease ID 0x8766ee12cf054e3: from storage DS-31c72ae0-fda9-4a3d-82c7-932bc2c24f52 node DatanodeRegistration(127.0.0.1:43847, datanodeUuid=52c9df69-9a82-466f-bd39-f047491b6e06, infoPort=36267, infoSecurePort=0, ipcPort=40311, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:46,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1e3992d0fe48a85 with lease ID 0x8766ee12cf054e3: Processing first storage report for DS-6fff245f-8d73-4267-b267-5ec1120e9cb4 from datanode DatanodeRegistration(127.0.0.1:43847, datanodeUuid=52c9df69-9a82-466f-bd39-f047491b6e06, infoPort=36267, infoSecurePort=0, ipcPort=40311, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312) 2024-12-11T04:04:46,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1e3992d0fe48a85 with lease ID 0x8766ee12cf054e3: from storage DS-6fff245f-8d73-4267-b267-5ec1120e9cb4 node DatanodeRegistration(127.0.0.1:43847, datanodeUuid=52c9df69-9a82-466f-bd39-f047491b6e06, infoPort=36267, infoSecurePort=0, ipcPort=40311, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:47,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62cfbb27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/java.io.tmpdir/jetty-localhost-44537-hadoop-hdfs-3_4_1-tests_jar-_-any-7964938079488140484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:47,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@517aaa63{HTTP/1.1, (http/1.1)}{localhost:44537} 2024-12-11T04:04:47,026 INFO [Time-limited test {}] server.Server(415): Started @16298ms 2024-12-11T04:04:47,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:47,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:47,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:47,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:47,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:47,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:04:47,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c5a7511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:47,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d88497e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:47,128 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data3/current/BP-688015724-172.17.0.2-1733889886312/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:47,129 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data4/current/BP-688015724-172.17.0.2-1733889886312/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:47,152 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b79c1bdbff0ede with lease ID 0x8766ee12cf054e4: Processing first storage report for DS-5b03fe7c-b658-43d6-b117-f9a26b3d2361 from datanode DatanodeRegistration(127.0.0.1:38033, datanodeUuid=d4e5598e-fe30-4089-bc05-801a78a26878, infoPort=34827, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312) 2024-12-11T04:04:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b79c1bdbff0ede with lease ID 0x8766ee12cf054e4: from storage DS-5b03fe7c-b658-43d6-b117-f9a26b3d2361 node DatanodeRegistration(127.0.0.1:38033, datanodeUuid=d4e5598e-fe30-4089-bc05-801a78a26878, infoPort=34827, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:47,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b79c1bdbff0ede with lease ID 0x8766ee12cf054e4: Processing first storage report for DS-58901f06-9a4d-48bd-8171-2b7713e7dd53 from datanode DatanodeRegistration(127.0.0.1:38033, datanodeUuid=d4e5598e-fe30-4089-bc05-801a78a26878, infoPort=34827, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312) 2024-12-11T04:04:47,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b79c1bdbff0ede with lease ID 0x8766ee12cf054e4: from storage DS-58901f06-9a4d-48bd-8171-2b7713e7dd53 node DatanodeRegistration(127.0.0.1:38033, datanodeUuid=d4e5598e-fe30-4089-bc05-801a78a26878, infoPort=34827, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:47,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c15b1a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/java.io.tmpdir/jetty-localhost-38465-hadoop-hdfs-3_4_1-tests_jar-_-any-11205761536296700342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:47,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4360255f{HTTP/1.1, (http/1.1)}{localhost:38465} 2024-12-11T04:04:47,229 INFO [Time-limited test {}] server.Server(415): Started @16501ms 2024-12-11T04:04:47,231 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:47,328 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data5/current/BP-688015724-172.17.0.2-1733889886312/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:47,328 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data6/current/BP-688015724-172.17.0.2-1733889886312/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:47,352 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f75b633c68cbec7 with lease ID 0x8766ee12cf054e5: Processing first storage report for DS-a35e9f07-0fc1-4515-8863-b1bc25c445ae from datanode DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e7f39b9b-898c-40da-90db-68a98398ea2d, infoPort=45087, infoSecurePort=0, ipcPort=41091, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312) 2024-12-11T04:04:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f75b633c68cbec7 with lease ID 0x8766ee12cf054e5: from storage DS-a35e9f07-0fc1-4515-8863-b1bc25c445ae node DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e7f39b9b-898c-40da-90db-68a98398ea2d, infoPort=45087, infoSecurePort=0, ipcPort=41091, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f75b633c68cbec7 with lease ID 0x8766ee12cf054e5: Processing first storage report for DS-ce76b348-9754-426f-9cd5-e6b7b6f1bc26 from datanode DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e7f39b9b-898c-40da-90db-68a98398ea2d, infoPort=45087, infoSecurePort=0, ipcPort=41091, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312) 2024-12-11T04:04:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f75b633c68cbec7 with lease ID 0x8766ee12cf054e5: from storage DS-ce76b348-9754-426f-9cd5-e6b7b6f1bc26 node DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e7f39b9b-898c-40da-90db-68a98398ea2d, infoPort=45087, infoSecurePort=0, ipcPort=41091, storageInfo=lv=-57;cid=testClusterID;nsid=684775740;c=1733889886312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:47,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf 2024-12-11T04:04:47,365 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T04:04:47,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T04:04:47,375 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34395/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34395/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/oldWALs, maxLogs=32 2024-12-11T04:04:47,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733889887378, exclude list is [], retry=0 2024-12-11T04:04:47,402 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43847,DS-31c72ae0-fda9-4a3d-82c7-932bc2c24f52,DISK] 2024-12-11T04:04:47,403 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44861,DS-a35e9f07-0fc1-4515-8863-b1bc25c445ae,DISK] 2024-12-11T04:04:47,404 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38033,DS-5b03fe7c-b658-43d6-b117-f9a26b3d2361,DISK] 2024-12-11T04:04:47,409 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733889887378 2024-12-11T04:04:47,409 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267),(127.0.0.1/127.0.0.1:45087:45087),(127.0.0.1/127.0.0.1:34827:34827)] 2024-12-11T04:04:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38033 is added to blk_1073741825_1001 (size=1073110) 2024-12-11T04:04:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741825_1001 (size=1073110) 2024-12-11T04:04:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741825_1001 (size=1073110) 2024-12-11T04:04:47,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:04:47,956 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34395/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733889887378: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-11T04:04:48,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T04:04:48,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c15b1a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:48,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4360255f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:04:48,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:04:48,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d88497e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:04:48,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c5a7511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir/,STOPPED} 2024-12-11T04:04:48,024 WARN [BP-688015724-172.17.0.2-1733889886312 heartbeating to localhost/127.0.0.1:34395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:04:48,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:04:48,025 WARN [BP-688015724-172.17.0.2-1733889886312 heartbeating to localhost/127.0.0.1:34395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-688015724-172.17.0.2-1733889886312 (Datanode Uuid e7f39b9b-898c-40da-90db-68a98398ea2d) service to localhost/127.0.0.1:34395 2024-12-11T04:04:48,025 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:04:48,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data5/current/BP-688015724-172.17.0.2-1733889886312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:48,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data6/current/BP-688015724-172.17.0.2-1733889886312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:48,026 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:04:48,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62cfbb27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:48,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@517aaa63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:04:48,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:04:48,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76aff42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:04:48,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bd10389{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir/,STOPPED} 2024-12-11T04:04:48,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:04:48,044 WARN [BP-688015724-172.17.0.2-1733889886312 heartbeating to localhost/127.0.0.1:34395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:04:48,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:04:48,044 WARN [BP-688015724-172.17.0.2-1733889886312 heartbeating to localhost/127.0.0.1:34395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-688015724-172.17.0.2-1733889886312 (Datanode Uuid d4e5598e-fe30-4089-bc05-801a78a26878) service to localhost/127.0.0.1:34395 2024-12-11T04:04:48,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data3/current/BP-688015724-172.17.0.2-1733889886312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:48,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data4/current/BP-688015724-172.17.0.2-1733889886312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:48,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:04:48,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c427951{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:48,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ee4f2b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:04:48,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:04:48,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e7ef1ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:04:48,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe8b3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir/,STOPPED} 2024-12-11T04:04:48,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:04:48,056 WARN [BP-688015724-172.17.0.2-1733889886312 heartbeating to localhost/127.0.0.1:34395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:04:48,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:04:48,057 WARN [BP-688015724-172.17.0.2-1733889886312 heartbeating to localhost/127.0.0.1:34395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-688015724-172.17.0.2-1733889886312 (Datanode Uuid 52c9df69-9a82-466f-bd39-f047491b6e06) service to localhost/127.0.0.1:34395 2024-12-11T04:04:48,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data1/current/BP-688015724-172.17.0.2-1733889886312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:48,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/cluster_18bbd01b-9f57-fb4b-5755-de1a4b0c94d0/dfs/data/data2/current/BP-688015724-172.17.0.2-1733889886312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:04:48,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:04:48,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e994036{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:04:48,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3338ff3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:04:48,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:04:48,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35a2bae4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:04:48,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c6f93f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir/,STOPPED} 2024-12-11T04:04:48,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T04:04:48,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=58 (was 50) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:34395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:34395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5124 (was 5296) 2024-12-11T04:04:48,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=58, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5124 2024-12-11T04:04:48,113 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.log.dir so I do NOT create it in target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f 2024-12-11T04:04:48,113 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b3c26a4-3dee-52d3-0ac6-3e6dc0d42fdf/hadoop.tmp.dir so I do NOT create it in target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f 2024-12-11T04:04:48,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a, deleteOnExit=true 2024-12-11T04:04:48,113 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/test.cache.data in system properties and HBase conf 2024-12-11T04:04:48,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T04:04:48,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir in system properties and HBase conf 2024-12-11T04:04:48,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T04:04:48,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T04:04:48,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T04:04:48,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T04:04:48,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:04:48,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:04:48,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T04:04:48,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:04:48,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T04:04:48,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T04:04:48,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:04:48,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:04:48,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T04:04:48,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/nfs.dump.dir in system properties and HBase conf 2024-12-11T04:04:48,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/java.io.tmpdir in system properties and HBase conf 2024-12-11T04:04:48,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:04:48,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T04:04:48,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T04:04:48,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:48,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:48,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:48,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:48,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:04:48,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:48,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a13c5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:48,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41e0dab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:48,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61c4a60e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/java.io.tmpdir/jetty-localhost-35889-hadoop-hdfs-3_4_1-tests_jar-_-any-17900453298831445366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:04:48,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@254d5758{HTTP/1.1, (http/1.1)}{localhost:35889} 2024-12-11T04:04:48,374 INFO [Time-limited test {}] server.Server(415): Started @17645ms 2024-12-11T04:04:48,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:48,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:48,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:48,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:48,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:04:48,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f6803e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:48,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e811f69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:48,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8f492{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/java.io.tmpdir/jetty-localhost-34955-hadoop-hdfs-3_4_1-tests_jar-_-any-9626703650321860610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:48,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d50e6d3{HTTP/1.1, (http/1.1)}{localhost:34955} 2024-12-11T04:04:48,584 INFO [Time-limited test {}] server.Server(415): Started @17856ms 2024-12-11T04:04:48,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:48,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:48,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:48,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:48,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:48,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:04:48,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63e2efc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:48,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0cd8e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:48,667 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data2/current/BP-1139283170-172.17.0.2-1733889888171/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:48,667 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data1/current/BP-1139283170-172.17.0.2-1733889888171/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:48,690 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeee1acc5c6f72f2 with lease ID 0xd173fd15539fffec: Processing first storage report for DS-85a7a222-b5d4-4ddb-aa26-3d16fe166a4a from datanode DatanodeRegistration(127.0.0.1:46373, datanodeUuid=c44e0296-5d5a-4172-95eb-9db950a129a2, infoPort=45539, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171) 2024-12-11T04:04:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeee1acc5c6f72f2 with lease ID 0xd173fd15539fffec: from storage DS-85a7a222-b5d4-4ddb-aa26-3d16fe166a4a node DatanodeRegistration(127.0.0.1:46373, datanodeUuid=c44e0296-5d5a-4172-95eb-9db950a129a2, infoPort=45539, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeee1acc5c6f72f2 with lease ID 0xd173fd15539fffec: Processing first storage report for DS-e80f94bf-0ca5-4d0f-80b3-bc72b1b63572 from datanode DatanodeRegistration(127.0.0.1:46373, datanodeUuid=c44e0296-5d5a-4172-95eb-9db950a129a2, infoPort=45539, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171) 2024-12-11T04:04:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeee1acc5c6f72f2 with lease ID 0xd173fd15539fffec: from storage DS-e80f94bf-0ca5-4d0f-80b3-bc72b1b63572 node DatanodeRegistration(127.0.0.1:46373, datanodeUuid=c44e0296-5d5a-4172-95eb-9db950a129a2, infoPort=45539, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:48,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55b9e18b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/java.io.tmpdir/jetty-localhost-39875-hadoop-hdfs-3_4_1-tests_jar-_-any-5656613167592050895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:48,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c659718{HTTP/1.1, (http/1.1)}{localhost:39875} 2024-12-11T04:04:48,750 INFO [Time-limited test {}] server.Server(415): Started @18021ms 2024-12-11T04:04:48,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:48,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:04:48,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:04:48,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:04:48,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:04:48,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:04:48,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e109101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:04:48,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751f7289{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:04:48,842 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data4/current/BP-1139283170-172.17.0.2-1733889888171/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:48,842 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data3/current/BP-1139283170-172.17.0.2-1733889888171/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:48,866 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:48,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1702938796d1510 with lease ID 0xd173fd15539fffed: Processing first storage report for DS-3e286792-a025-4f38-9f57-9fc428336e0b from datanode DatanodeRegistration(127.0.0.1:40769, datanodeUuid=46f1e952-c09c-4696-924b-bc8e32be3e98, infoPort=40215, infoSecurePort=0, ipcPort=32987, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171) 2024-12-11T04:04:48,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1702938796d1510 with lease ID 0xd173fd15539fffed: from storage DS-3e286792-a025-4f38-9f57-9fc428336e0b node DatanodeRegistration(127.0.0.1:40769, datanodeUuid=46f1e952-c09c-4696-924b-bc8e32be3e98, infoPort=40215, infoSecurePort=0, ipcPort=32987, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:48,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1702938796d1510 with lease ID 0xd173fd15539fffed: Processing first storage report for DS-f6adf54a-2575-4c2c-9de2-ea2704d1a1a7 from datanode DatanodeRegistration(127.0.0.1:40769, datanodeUuid=46f1e952-c09c-4696-924b-bc8e32be3e98, infoPort=40215, infoSecurePort=0, ipcPort=32987, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171) 2024-12-11T04:04:48,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1702938796d1510 with lease ID 0xd173fd15539fffed: from storage DS-f6adf54a-2575-4c2c-9de2-ea2704d1a1a7 node DatanodeRegistration(127.0.0.1:40769, datanodeUuid=46f1e952-c09c-4696-924b-bc8e32be3e98, infoPort=40215, infoSecurePort=0, ipcPort=32987, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:48,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a22e15b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/java.io.tmpdir/jetty-localhost-40465-hadoop-hdfs-3_4_1-tests_jar-_-any-12737174756007500486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:04:48,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@402b7cd6{HTTP/1.1, (http/1.1)}{localhost:40465} 2024-12-11T04:04:48,920 INFO [Time-limited test {}] server.Server(415): Started @18192ms 2024-12-11T04:04:48,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:04:49,008 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data5/current/BP-1139283170-172.17.0.2-1733889888171/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:49,010 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data6/current/BP-1139283170-172.17.0.2-1733889888171/current, will proceed with Du for space computation calculation, 2024-12-11T04:04:49,028 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:04:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdf797e3ed17947b with lease ID 0xd173fd15539fffee: Processing first storage report for DS-2bf388a6-d7d9-4003-af86-949d5d4c0d09 from datanode DatanodeRegistration(127.0.0.1:41801, datanodeUuid=c6aa53e0-f1cf-49d6-99c2-23c1802b991f, infoPort=44011, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171) 2024-12-11T04:04:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdf797e3ed17947b with lease ID 0xd173fd15539fffee: from storage DS-2bf388a6-d7d9-4003-af86-949d5d4c0d09 node DatanodeRegistration(127.0.0.1:41801, datanodeUuid=c6aa53e0-f1cf-49d6-99c2-23c1802b991f, infoPort=44011, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdf797e3ed17947b with lease ID 0xd173fd15539fffee: Processing first storage report for DS-6f995af0-ffbf-4d63-91e7-9c8df2f9cf2f from datanode DatanodeRegistration(127.0.0.1:41801, datanodeUuid=c6aa53e0-f1cf-49d6-99c2-23c1802b991f, infoPort=44011, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171) 2024-12-11T04:04:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdf797e3ed17947b with lease ID 0xd173fd15539fffee: from storage DS-6f995af0-ffbf-4d63-91e7-9c8df2f9cf2f node DatanodeRegistration(127.0.0.1:41801, datanodeUuid=c6aa53e0-f1cf-49d6-99c2-23c1802b991f, infoPort=44011, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=737417625;c=1733889888171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:04:49,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f 2024-12-11T04:04:49,051 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T04:04:49,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T04:04:49,058 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:38489/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:38489/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/oldWALs, maxLogs=32 2024-12-11T04:04:49,080 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733889889060, exclude list is [], retry=0 2024-12-11T04:04:49,086 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41801,DS-2bf388a6-d7d9-4003-af86-949d5d4c0d09,DISK] 2024-12-11T04:04:49,087 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40769,DS-3e286792-a025-4f38-9f57-9fc428336e0b,DISK] 2024-12-11T04:04:49,087 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46373,DS-85a7a222-b5d4-4ddb-aa26-3d16fe166a4a,DISK] 2024-12-11T04:04:49,090 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733889889060 2024-12-11T04:04:49,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44011:44011),(127.0.0.1/127.0.0.1:40215:40215),(127.0.0.1/127.0.0.1:45539:45539)] 2024-12-11T04:04:49,107 INFO [AsyncFSWAL-0-hdfs://localhost:38489/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-11T04:05:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41801 is added to blk_1073741825_1001 (size=5861116) 2024-12-11T04:05:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741825_1001 (size=5861116) 2024-12-11T04:05:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46373 is added to blk_1073741825_1001 (size=5861116) 2024-12-11T04:05:00,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:05:00,671 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38489/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733889889060: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T04:05:02,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T04:05:02,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a22e15b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:02,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@402b7cd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:05:02,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:05:02,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751f7289{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:05:02,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e109101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir/,STOPPED} 2024-12-11T04:05:02,747 WARN [BP-1139283170-172.17.0.2-1733889888171 heartbeating to localhost/127.0.0.1:38489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:05:02,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:05:02,747 WARN [BP-1139283170-172.17.0.2-1733889888171 heartbeating to localhost/127.0.0.1:38489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1139283170-172.17.0.2-1733889888171 (Datanode Uuid c6aa53e0-f1cf-49d6-99c2-23c1802b991f) service to localhost/127.0.0.1:38489 2024-12-11T04:05:02,747 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:05:02,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data5/current/BP-1139283170-172.17.0.2-1733889888171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:02,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data6/current/BP-1139283170-172.17.0.2-1733889888171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:02,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:05:02,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55b9e18b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:02,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c659718{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:05:02,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:05:02,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0cd8e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:05:02,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63e2efc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir/,STOPPED} 2024-12-11T04:05:02,775 WARN [BP-1139283170-172.17.0.2-1733889888171 heartbeating to localhost/127.0.0.1:38489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:05:02,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:05:02,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:05:02,775 WARN [BP-1139283170-172.17.0.2-1733889888171 heartbeating to localhost/127.0.0.1:38489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1139283170-172.17.0.2-1733889888171 (Datanode Uuid 46f1e952-c09c-4696-924b-bc8e32be3e98) service to localhost/127.0.0.1:38489 2024-12-11T04:05:02,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data3/current/BP-1139283170-172.17.0.2-1733889888171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:02,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:05:02,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data4/current/BP-1139283170-172.17.0.2-1733889888171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:02,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8f492{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:02,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d50e6d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:05:02,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:05:02,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e811f69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:05:02,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f6803e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir/,STOPPED} 2024-12-11T04:05:02,790 WARN [BP-1139283170-172.17.0.2-1733889888171 heartbeating to localhost/127.0.0.1:38489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:05:02,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:05:02,790 WARN [BP-1139283170-172.17.0.2-1733889888171 heartbeating to localhost/127.0.0.1:38489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1139283170-172.17.0.2-1733889888171 (Datanode Uuid c44e0296-5d5a-4172-95eb-9db950a129a2) service to localhost/127.0.0.1:38489 2024-12-11T04:05:02,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:05:02,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data1/current/BP-1139283170-172.17.0.2-1733889888171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:02,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/cluster_08331520-9e3e-5ec9-a387-c0cb466ec45a/dfs/data/data2/current/BP-1139283170-172.17.0.2-1733889888171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:02,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:05:02,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61c4a60e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:05:02,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@254d5758{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:05:02,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:05:02,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41e0dab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:05:02,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20a13c5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir/,STOPPED} 2024-12-11T04:05:02,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T04:05:02,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 58), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=5026 (was 5124) 2024-12-11T04:05:02,837 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=458, ProcessCount=11, AvailableMemoryMB=5026 2024-12-11T04:05:02,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.log.dir so I do NOT create it in target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26 2024-12-11T04:05:02,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9475470e-7f4d-6024-33ea-df98a968b95f/hadoop.tmp.dir so I do NOT create it in target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26 2024-12-11T04:05:02,838 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3, deleteOnExit=true 2024-12-11T04:05:02,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/test.cache.data in system properties and HBase conf 2024-12-11T04:05:02,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T04:05:02,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir in system properties and HBase conf 2024-12-11T04:05:02,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T04:05:02,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T04:05:02,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T04:05:02,840 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T04:05:02,840 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:05:02,840 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:05:02,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T04:05:02,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:05:02,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T04:05:02,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T04:05:02,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:05:02,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:05:02,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T04:05:02,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/nfs.dump.dir in system properties and HBase conf 2024-12-11T04:05:02,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/java.io.tmpdir in system properties and HBase conf 2024-12-11T04:05:02,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:05:02,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T04:05:02,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T04:05:02,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:05:02,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:05:02,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:05:02,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:05:02,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:05:02,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:05:02,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@155b3e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:05:02,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5984b04d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:05:03,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cc21db6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/java.io.tmpdir/jetty-localhost-42921-hadoop-hdfs-3_4_1-tests_jar-_-any-14719461904112620462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:05:03,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dc93555{HTTP/1.1, (http/1.1)}{localhost:42921} 2024-12-11T04:05:03,106 INFO [Time-limited test {}] server.Server(415): Started @32378ms 2024-12-11T04:05:03,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:05:03,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:05:03,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:05:03,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:05:03,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:05:03,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7369e644{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:05:03,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30709d3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:05:03,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71cec2f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/java.io.tmpdir/jetty-localhost-42213-hadoop-hdfs-3_4_1-tests_jar-_-any-1338986419709312072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:03,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@faa48d6{HTTP/1.1, (http/1.1)}{localhost:42213} 2024-12-11T04:05:03,459 INFO [Time-limited test {}] server.Server(415): Started @32730ms 2024-12-11T04:05:03,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:05:03,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:05:03,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:05:03,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:05:03,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:05:03,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:05:03,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20b285fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:05:03,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29e38c57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:05:03,592 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data2/current/BP-530787829-172.17.0.2-1733889902882/current, will proceed with Du for space computation calculation, 2024-12-11T04:05:03,592 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data1/current/BP-530787829-172.17.0.2-1733889902882/current, will proceed with Du for space computation calculation, 2024-12-11T04:05:03,643 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:05:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ef00f42a19a8ea7 with lease ID 0xab051656b83107ea: Processing first storage report for DS-c676b24a-c67c-4210-a66d-08ab032555f7 from datanode DatanodeRegistration(127.0.0.1:35899, datanodeUuid=2af1651f-20fc-4b53-8a04-356255cecd53, infoPort=35569, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882) 2024-12-11T04:05:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ef00f42a19a8ea7 with lease ID 0xab051656b83107ea: from storage DS-c676b24a-c67c-4210-a66d-08ab032555f7 node DatanodeRegistration(127.0.0.1:35899, datanodeUuid=2af1651f-20fc-4b53-8a04-356255cecd53, infoPort=35569, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T04:05:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ef00f42a19a8ea7 with lease ID 0xab051656b83107ea: Processing first storage report for DS-71547066-15f7-4250-bb23-662999d97097 from datanode DatanodeRegistration(127.0.0.1:35899, datanodeUuid=2af1651f-20fc-4b53-8a04-356255cecd53, infoPort=35569, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882) 2024-12-11T04:05:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ef00f42a19a8ea7 with lease ID 0xab051656b83107ea: from storage DS-71547066-15f7-4250-bb23-662999d97097 node DatanodeRegistration(127.0.0.1:35899, datanodeUuid=2af1651f-20fc-4b53-8a04-356255cecd53, infoPort=35569, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:05:03,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b517eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/java.io.tmpdir/jetty-localhost-35329-hadoop-hdfs-3_4_1-tests_jar-_-any-10132092423222312165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:03,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12315683{HTTP/1.1, (http/1.1)}{localhost:35329} 2024-12-11T04:05:03,706 INFO [Time-limited test {}] server.Server(415): Started @32977ms 2024-12-11T04:05:03,707 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:05:03,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:05:03,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:05:03,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:05:03,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:05:03,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:05:03,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4609ef13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:05:03,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a18e126{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:05:03,814 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data3/current/BP-530787829-172.17.0.2-1733889902882/current, will proceed with Du for space computation calculation, 2024-12-11T04:05:03,816 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data4/current/BP-530787829-172.17.0.2-1733889902882/current, will proceed with Du for space computation calculation, 2024-12-11T04:05:03,845 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:05:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3fec88a5c038054 with lease ID 0xab051656b83107eb: Processing first storage report for DS-99d13ded-ad42-46d5-b918-47fa68f475db from datanode DatanodeRegistration(127.0.0.1:40037, datanodeUuid=add63cea-1a06-40b2-9906-569c86e4bf9c, infoPort=35055, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882) 2024-12-11T04:05:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3fec88a5c038054 with lease ID 0xab051656b83107eb: from storage DS-99d13ded-ad42-46d5-b918-47fa68f475db node DatanodeRegistration(127.0.0.1:40037, datanodeUuid=add63cea-1a06-40b2-9906-569c86e4bf9c, infoPort=35055, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:05:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3fec88a5c038054 with lease ID 0xab051656b83107eb: Processing first storage report for DS-abe44874-01ad-427e-a233-8bf7136475a7 from datanode DatanodeRegistration(127.0.0.1:40037, datanodeUuid=add63cea-1a06-40b2-9906-569c86e4bf9c, infoPort=35055, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882) 2024-12-11T04:05:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3fec88a5c038054 with lease ID 0xab051656b83107eb: from storage DS-abe44874-01ad-427e-a233-8bf7136475a7 node DatanodeRegistration(127.0.0.1:40037, datanodeUuid=add63cea-1a06-40b2-9906-569c86e4bf9c, infoPort=35055, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:05:03,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5111300b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/java.io.tmpdir/jetty-localhost-35751-hadoop-hdfs-3_4_1-tests_jar-_-any-15831839231859249506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:03,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75186cec{HTTP/1.1, (http/1.1)}{localhost:35751} 2024-12-11T04:05:03,900 INFO [Time-limited test {}] server.Server(415): Started @33171ms 2024-12-11T04:05:03,906 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:05:04,020 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data5/current/BP-530787829-172.17.0.2-1733889902882/current, will proceed with Du for space computation calculation, 2024-12-11T04:05:04,021 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data6/current/BP-530787829-172.17.0.2-1733889902882/current, will proceed with Du for space computation calculation, 2024-12-11T04:05:04,040 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:05:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5b3b082c2990055 with lease ID 0xab051656b83107ec: Processing first storage report for DS-efc4a7c4-1fa6-44f3-af18-e7a11edb092b from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=47da2b1a-cbf7-4b23-9b00-3cd18d1ee863, infoPort=37409, infoSecurePort=0, ipcPort=40597, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882) 2024-12-11T04:05:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5b3b082c2990055 with lease ID 0xab051656b83107ec: from storage DS-efc4a7c4-1fa6-44f3-af18-e7a11edb092b node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=47da2b1a-cbf7-4b23-9b00-3cd18d1ee863, infoPort=37409, infoSecurePort=0, ipcPort=40597, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:05:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5b3b082c2990055 with lease ID 0xab051656b83107ec: Processing first storage report for DS-c6d7dc4b-558f-493c-8e01-8d3f330e3e6d from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=47da2b1a-cbf7-4b23-9b00-3cd18d1ee863, infoPort=37409, infoSecurePort=0, ipcPort=40597, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882) 2024-12-11T04:05:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5b3b082c2990055 with lease ID 0xab051656b83107ec: from storage DS-c6d7dc4b-558f-493c-8e01-8d3f330e3e6d node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=47da2b1a-cbf7-4b23-9b00-3cd18d1ee863, infoPort=37409, infoSecurePort=0, ipcPort=40597, storageInfo=lv=-57;cid=testClusterID;nsid=113014673;c=1733889902882), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T04:05:04,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26 2024-12-11T04:05:04,063 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T04:05:04,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T04:05:04,072 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:35381/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:35381/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/oldWALs, maxLogs=32 2024-12-11T04:05:04,095 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733889904074, exclude list is [], retry=0 2024-12-11T04:05:04,101 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35899,DS-c676b24a-c67c-4210-a66d-08ab032555f7,DISK] 2024-12-11T04:05:04,102 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40037,DS-99d13ded-ad42-46d5-b918-47fa68f475db,DISK] 2024-12-11T04:05:04,103 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-efc4a7c4-1fa6-44f3-af18-e7a11edb092b,DISK] 2024-12-11T04:05:04,106 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733889904074 2024-12-11T04:05:04,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569),(127.0.0.1/127.0.0.1:35055:35055),(127.0.0.1/127.0.0.1:37409:37409)] 2024-12-11T04:05:04,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741825_1001 (size=121110) 2024-12-11T04:05:04,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40037 is added to blk_1073741825_1001 (size=121110) 2024-12-11T04:05:04,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741825_1001 (size=121110) 2024-12-11T04:05:04,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:05:04,769 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35381/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733889904074: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T04:05:04,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T04:05:04,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5111300b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:04,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75186cec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:05:04,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:05:04,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a18e126{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:05:04,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4609ef13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir/,STOPPED} 2024-12-11T04:05:04,860 WARN [BP-530787829-172.17.0.2-1733889902882 heartbeating to localhost/127.0.0.1:35381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:05:04,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:05:04,860 WARN [BP-530787829-172.17.0.2-1733889902882 heartbeating to localhost/127.0.0.1:35381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-530787829-172.17.0.2-1733889902882 (Datanode Uuid 47da2b1a-cbf7-4b23-9b00-3cd18d1ee863) service to localhost/127.0.0.1:35381 2024-12-11T04:05:04,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:05:04,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data5/current/BP-530787829-172.17.0.2-1733889902882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:04,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data6/current/BP-530787829-172.17.0.2-1733889902882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:04,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:05:04,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b517eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:04,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12315683{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:05:04,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:05:04,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29e38c57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:05:04,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20b285fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir/,STOPPED} 2024-12-11T04:05:04,880 WARN [BP-530787829-172.17.0.2-1733889902882 heartbeating to localhost/127.0.0.1:35381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:05:04,880 WARN [BP-530787829-172.17.0.2-1733889902882 heartbeating to localhost/127.0.0.1:35381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-530787829-172.17.0.2-1733889902882 (Datanode Uuid add63cea-1a06-40b2-9906-569c86e4bf9c) service to localhost/127.0.0.1:35381 2024-12-11T04:05:04,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data3/current/BP-530787829-172.17.0.2-1733889902882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:04,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data4/current/BP-530787829-172.17.0.2-1733889902882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:04,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:05:04,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:05:04,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:05:04,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71cec2f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:05:04,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@faa48d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:05:04,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:05:04,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30709d3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:05:04,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7369e644{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir/,STOPPED} 2024-12-11T04:05:04,930 WARN [BP-530787829-172.17.0.2-1733889902882 heartbeating to localhost/127.0.0.1:35381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:05:04,930 WARN [BP-530787829-172.17.0.2-1733889902882 heartbeating to localhost/127.0.0.1:35381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-530787829-172.17.0.2-1733889902882 (Datanode Uuid 2af1651f-20fc-4b53-8a04-356255cecd53) service to localhost/127.0.0.1:35381 2024-12-11T04:05:04,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data1/current/BP-530787829-172.17.0.2-1733889902882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:04,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:05:04,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:05:04,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/cluster_e1d44112-7bff-4b06-08de-d77d6bedb6a3/dfs/data/data2/current/BP-530787829-172.17.0.2-1733889902882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:05:04,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:05:04,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cc21db6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:05:04,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dc93555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:05:04,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:05:04,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5984b04d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:05:04,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@155b3e53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df1c1642-1917-cfd9-8f40-d07b64a65f26/hadoop.log.dir/,STOPPED} 2024-12-11T04:05:04,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T04:05:04,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=65 (was 57) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 458) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4846 (was 5026)