2024-12-06 00:04:36,030 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-06 00:04:36,073 main DEBUG Took 0.040755 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 00:04:36,075 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 00:04:36,075 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 00:04:36,076 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 00:04:36,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,160 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 00:04:36,193 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,199 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,210 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,213 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,215 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,217 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,221 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:04:36,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,223 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 00:04:36,235 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:04:36,238 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 00:04:36,242 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 00:04:36,243 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 00:04:36,244 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 00:04:36,244 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 00:04:36,284 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 00:04:36,289 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 00:04:36,292 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 00:04:36,293 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 00:04:36,293 main DEBUG createAppenders(={Console}) 2024-12-06 00:04:36,294 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-06 00:04:36,294 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-06 00:04:36,295 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-06 00:04:36,295 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 00:04:36,296 main DEBUG OutputStream closed 2024-12-06 00:04:36,296 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 00:04:36,296 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 00:04:36,296 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-06 00:04:36,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 00:04:36,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 00:04:36,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 00:04:36,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 00:04:36,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 00:04:36,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 00:04:36,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 00:04:36,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 00:04:36,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 00:04:36,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 00:04:36,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 00:04:36,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 00:04:36,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 00:04:36,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 00:04:36,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 00:04:36,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 00:04:36,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 00:04:36,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 00:04:36,455 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 00:04:36,455 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-06 00:04:36,456 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 00:04:36,457 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-06T00:04:36,948 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5 2024-12-06 00:04:36,953 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 00:04:36,953 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T00:04:36,970 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-06T00:04:37,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=11232 2024-12-06T00:04:37,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a, deleteOnExit=true 2024-12-06T00:04:37,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/test.cache.data in system properties and HBase conf 2024-12-06T00:04:37,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:04:37,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:04:37,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:04:37,047 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:04:37,047 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T00:04:37,214 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T00:04:37,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:04:37,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:04:37,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:04:37,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:04:37,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:04:37,363 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:04:37,363 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:04:37,364 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:04:37,364 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:04:37,365 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:04:37,366 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:04:37,366 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:04:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:04:37,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:04:37,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:04:38,633 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T00:04:38,754 INFO [Time-limited test {}] log.Log(170): Logging initialized @3740ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T00:04:38,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:38,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:38,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:38,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:38,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:04:38,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:38,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:38,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:39,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/java.io.tmpdir/jetty-localhost-35541-hadoop-hdfs-3_4_1-tests_jar-_-any-6064437193391112655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:04:39,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:35541} 2024-12-06T00:04:39,250 INFO [Time-limited test {}] server.Server(415): Started @4238ms 2024-12-06T00:04:39,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:39,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:39,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:39,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:39,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:04:39,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:39,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:39,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b743d62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/java.io.tmpdir/jetty-localhost-41949-hadoop-hdfs-3_4_1-tests_jar-_-any-3752183489131971742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:39,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:41949} 2024-12-06T00:04:39,855 INFO [Time-limited test {}] server.Server(415): Started @4844ms 2024-12-06T00:04:39,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:40,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:40,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:40,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:40,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:40,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:04:40,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:40,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:40,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45317718{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/java.io.tmpdir/jetty-localhost-42169-hadoop-hdfs-3_4_1-tests_jar-_-any-6002142551361852040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:40,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:42169} 2024-12-06T00:04:40,272 INFO [Time-limited test {}] server.Server(415): Started @5260ms 2024-12-06T00:04:40,275 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:40,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:40,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:40,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:40,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:40,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:04:40,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:40,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:40,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e92478a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/java.io.tmpdir/jetty-localhost-39573-hadoop-hdfs-3_4_1-tests_jar-_-any-4041246526450501187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:40,463 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:39573} 2024-12-06T00:04:40,463 INFO [Time-limited test {}] server.Server(415): Started @5452ms 2024-12-06T00:04:40,465 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:40,670 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data6/current/BP-165078895-172.17.0.2-1733443478268/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:40,670 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data1/current/BP-165078895-172.17.0.2-1733443478268/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:40,671 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data4/current/BP-165078895-172.17.0.2-1733443478268/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:40,673 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data3/current/BP-165078895-172.17.0.2-1733443478268/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:40,673 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data5/current/BP-165078895-172.17.0.2-1733443478268/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:40,684 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data2/current/BP-165078895-172.17.0.2-1733443478268/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:40,768 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:40,769 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:40,770 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x291f2b1560f905a4 with lease ID 0xeaa04ac7d674a6ce: Processing first storage report for DS-a1220dec-5725-403e-80c2-bb005b3491a4 from datanode DatanodeRegistration(127.0.0.1:44897, datanodeUuid=d8977e6a-6eb4-4099-9575-4dae82893c29, infoPort=40795, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268) 2024-12-06T00:04:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x291f2b1560f905a4 with lease ID 0xeaa04ac7d674a6ce: from storage DS-a1220dec-5725-403e-80c2-bb005b3491a4 node DatanodeRegistration(127.0.0.1:44897, datanodeUuid=d8977e6a-6eb4-4099-9575-4dae82893c29, infoPort=40795, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T00:04:40,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4386274dbd028b18 with lease ID 0xeaa04ac7d674a6cc: Processing first storage report for DS-5915a6ee-d1ce-4067-a361-ca3c98425ea2 from datanode DatanodeRegistration(127.0.0.1:39319, datanodeUuid=bb88535e-1f67-4b3a-977c-8eac8b77918c, infoPort=37773, infoSecurePort=0, ipcPort=44289, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268) 2024-12-06T00:04:40,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4386274dbd028b18 with lease ID 0xeaa04ac7d674a6cc: from storage DS-5915a6ee-d1ce-4067-a361-ca3c98425ea2 node DatanodeRegistration(127.0.0.1:39319, datanodeUuid=bb88535e-1f67-4b3a-977c-8eac8b77918c, infoPort=37773, infoSecurePort=0, ipcPort=44289, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca8bcc140e720fc5 with lease ID 0xeaa04ac7d674a6cd: Processing first storage report for DS-842d7b19-6d94-4e50-876d-713c070287f8 from datanode DatanodeRegistration(127.0.0.1:33297, datanodeUuid=8d43ce7c-db48-4aee-96df-de58799aac91, infoPort=38791, infoSecurePort=0, ipcPort=36275, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268) 2024-12-06T00:04:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca8bcc140e720fc5 with lease ID 0xeaa04ac7d674a6cd: from storage DS-842d7b19-6d94-4e50-876d-713c070287f8 node DatanodeRegistration(127.0.0.1:33297, datanodeUuid=8d43ce7c-db48-4aee-96df-de58799aac91, infoPort=38791, infoSecurePort=0, ipcPort=36275, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:04:40,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4386274dbd028b18 with lease ID 0xeaa04ac7d674a6cc: Processing first storage report for DS-851542e0-d3c0-4bbf-acbe-19c49361b95a from datanode DatanodeRegistration(127.0.0.1:39319, datanodeUuid=bb88535e-1f67-4b3a-977c-8eac8b77918c, infoPort=37773, infoSecurePort=0, ipcPort=44289, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268) 2024-12-06T00:04:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4386274dbd028b18 with lease ID 0xeaa04ac7d674a6cc: from storage DS-851542e0-d3c0-4bbf-acbe-19c49361b95a node DatanodeRegistration(127.0.0.1:39319, datanodeUuid=bb88535e-1f67-4b3a-977c-8eac8b77918c, infoPort=37773, infoSecurePort=0, ipcPort=44289, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca8bcc140e720fc5 with lease ID 0xeaa04ac7d674a6cd: Processing first storage report for DS-2be17098-56ca-4208-b8af-0194d2c72542 from datanode DatanodeRegistration(127.0.0.1:33297, datanodeUuid=8d43ce7c-db48-4aee-96df-de58799aac91, infoPort=38791, infoSecurePort=0, ipcPort=36275, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268) 2024-12-06T00:04:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca8bcc140e720fc5 with lease ID 0xeaa04ac7d674a6cd: from storage DS-2be17098-56ca-4208-b8af-0194d2c72542 node DatanodeRegistration(127.0.0.1:33297, datanodeUuid=8d43ce7c-db48-4aee-96df-de58799aac91, infoPort=38791, infoSecurePort=0, ipcPort=36275, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:40,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x291f2b1560f905a4 with lease ID 0xeaa04ac7d674a6ce: Processing first storage report for DS-bc06a179-c498-4d7b-999c-ff503914d178 from datanode DatanodeRegistration(127.0.0.1:44897, datanodeUuid=d8977e6a-6eb4-4099-9575-4dae82893c29, infoPort=40795, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268) 2024-12-06T00:04:40,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x291f2b1560f905a4 with lease ID 0xeaa04ac7d674a6ce: from storage DS-bc06a179-c498-4d7b-999c-ff503914d178 node DatanodeRegistration(127.0.0.1:44897, datanodeUuid=d8977e6a-6eb4-4099-9575-4dae82893c29, infoPort=40795, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=190485075;c=1733443478268), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:04:40,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5 2024-12-06T00:04:41,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:04:41,064 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:04:41,067 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T00:04:41,084 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T00:04:41,085 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T00:04:41,142 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T00:04:41,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:04:41,209 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:35629/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:35629/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/oldWALs, maxLogs=32 2024-12-06T00:04:41,270 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733443481240, exclude list is [], retry=0 2024-12-06T00:04:41,357 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1050 (auto-detected) 2024-12-06T00:04:41,362 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T00:04:41,399 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39319,DS-5915a6ee-d1ce-4067-a361-ca3c98425ea2,DISK] 2024-12-06T00:04:41,403 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T00:04:41,442 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-a1220dec-5725-403e-80c2-bb005b3491a4,DISK] 2024-12-06T00:04:41,443 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33297,DS-842d7b19-6d94-4e50-876d-713c070287f8,DISK] 2024-12-06T00:04:41,538 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733443481240 2024-12-06T00:04:41,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:38791:38791)] 2024-12-06T00:04:41,540 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T00:04:42,309 DEBUG [AsyncFSWAL-0-hdfs://localhost:35629/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-06T00:04:45,288 INFO [AsyncFSWAL-0-hdfs://localhost:35629/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 127 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39319,DS-5915a6ee-d1ce-4067-a361-ca3c98425ea2,DISK], DatanodeInfoWithStorage[127.0.0.1:44897,DS-a1220dec-5725-403e-80c2-bb005b3491a4,DISK], DatanodeInfoWithStorage[127.0.0.1:33297,DS-842d7b19-6d94-4e50-876d-713c070287f8,DISK]] 2024-12-06T00:04:45,540 INFO [AsyncFSWAL-0-hdfs://localhost:35629/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39319,DS-5915a6ee-d1ce-4067-a361-ca3c98425ea2,DISK], DatanodeInfoWithStorage[127.0.0.1:44897,DS-a1220dec-5725-403e-80c2-bb005b3491a4,DISK], DatanodeInfoWithStorage[127.0.0.1:33297,DS-842d7b19-6d94-4e50-876d-713c070287f8,DISK]] 2024-12-06T00:04:47,224 INFO [AsyncFSWAL-0-hdfs://localhost:35629/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39319,DS-5915a6ee-d1ce-4067-a361-ca3c98425ea2,DISK], DatanodeInfoWithStorage[127.0.0.1:44897,DS-a1220dec-5725-403e-80c2-bb005b3491a4,DISK], DatanodeInfoWithStorage[127.0.0.1:33297,DS-842d7b19-6d94-4e50-876d-713c070287f8,DISK]] 2024-12-06T00:04:47,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T00:04:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39319 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T00:04:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33297 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T00:04:47,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:04:47,986 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35629/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733443481240: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T00:04:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T00:04:49,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e92478a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:49,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:04:49,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:04:49,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:04:49,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir/,STOPPED} 2024-12-06T00:04:49,615 WARN [BP-165078895-172.17.0.2-1733443478268 heartbeating to localhost/127.0.0.1:35629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:04:49,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:04:49,616 WARN [BP-165078895-172.17.0.2-1733443478268 heartbeating to localhost/127.0.0.1:35629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-165078895-172.17.0.2-1733443478268 (Datanode Uuid d8977e6a-6eb4-4099-9575-4dae82893c29) service to localhost/127.0.0.1:35629 2024-12-06T00:04:49,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:04:49,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data5/current/BP-165078895-172.17.0.2-1733443478268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:49,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data6/current/BP-165078895-172.17.0.2-1733443478268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:49,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:04:49,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45317718{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:49,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:04:49,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:04:49,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:04:49,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir/,STOPPED} 2024-12-06T00:04:49,654 WARN [BP-165078895-172.17.0.2-1733443478268 heartbeating to localhost/127.0.0.1:35629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:04:49,654 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:04:49,654 WARN [BP-165078895-172.17.0.2-1733443478268 heartbeating to localhost/127.0.0.1:35629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-165078895-172.17.0.2-1733443478268 (Datanode Uuid 8d43ce7c-db48-4aee-96df-de58799aac91) service to localhost/127.0.0.1:35629 2024-12-06T00:04:49,655 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:04:49,656 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data4/current/BP-165078895-172.17.0.2-1733443478268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:49,656 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:04:49,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data3/current/BP-165078895-172.17.0.2-1733443478268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:49,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b743d62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:49,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:04:49,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:04:49,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:04:49,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir/,STOPPED} 2024-12-06T00:04:49,683 WARN [BP-165078895-172.17.0.2-1733443478268 heartbeating to localhost/127.0.0.1:35629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:04:49,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:04:49,683 WARN [BP-165078895-172.17.0.2-1733443478268 heartbeating to localhost/127.0.0.1:35629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-165078895-172.17.0.2-1733443478268 (Datanode Uuid bb88535e-1f67-4b3a-977c-8eac8b77918c) service to localhost/127.0.0.1:35629 2024-12-06T00:04:49,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:04:49,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data1/current/BP-165078895-172.17.0.2-1733443478268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:49,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/cluster_e2004eb7-9aed-bad3-2f38-a0e320c3251a/dfs/data/data2/current/BP-165078895-172.17.0.2-1733443478268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:49,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:04:49,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:04:49,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:04:49,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:04:49,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:04:49,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir/,STOPPED} 2024-12-06T00:04:50,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T00:04:50,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=51 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4b77332e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:35629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:35629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=10694 (was 11232) 2024-12-06T00:04:50,441 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=51, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=10696 2024-12-06T00:04:50,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.log.dir so I do NOT create it in target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20 2024-12-06T00:04:50,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c784b5a-2103-41a3-64c8-5c6fd3e575f5/hadoop.tmp.dir so I do NOT create it in target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20 2024-12-06T00:04:50,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee, deleteOnExit=true 2024-12-06T00:04:50,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/test.cache.data in system properties and HBase conf 2024-12-06T00:04:50,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:04:50,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:04:50,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:04:50,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:04:50,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T00:04:50,444 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:04:50,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:04:50,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:04:50,445 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:04:50,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:04:50,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:04:50,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:04:50,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:04:50,446 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:04:50,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:04:50,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:04:50,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:04:50,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:04:50,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:04:50,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:04:50,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:50,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:50,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:50,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:50,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:04:50,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:50,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@478d1738{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:50,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@324b7791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:50,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dc5e936{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/java.io.tmpdir/jetty-localhost-40461-hadoop-hdfs-3_4_1-tests_jar-_-any-17134919725969264057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:04:50,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70566794{HTTP/1.1, (http/1.1)}{localhost:40461} 2024-12-06T00:04:50,758 INFO [Time-limited test {}] server.Server(415): Started @15746ms 2024-12-06T00:04:50,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:50,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:50,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:50,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:50,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:04:50,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a8cf01e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:50,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55f64475{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:50,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ccfed7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/java.io.tmpdir/jetty-localhost-44685-hadoop-hdfs-3_4_1-tests_jar-_-any-546686430872332513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:50,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@711d7b4d{HTTP/1.1, (http/1.1)}{localhost:44685} 2024-12-06T00:04:50,997 INFO [Time-limited test {}] server.Server(415): Started @15986ms 2024-12-06T00:04:51,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:51,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:51,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:51,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:51,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:51,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:04:51,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c7698a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:51,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7abb950e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:51,129 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data1/current/BP-842151428-172.17.0.2-1733443490486/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:51,130 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data2/current/BP-842151428-172.17.0.2-1733443490486/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:51,175 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:51,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77bad82363698271 with lease ID 0x61daf4b4c18d4fed: Processing first storage report for DS-cd1cdd5e-0bfa-4c10-8fde-47198a868717 from datanode DatanodeRegistration(127.0.0.1:45723, datanodeUuid=6cdf2b77-5537-41e2-8958-834e00fd98bc, infoPort=41021, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486) 2024-12-06T00:04:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77bad82363698271 with lease ID 0x61daf4b4c18d4fed: from storage DS-cd1cdd5e-0bfa-4c10-8fde-47198a868717 node DatanodeRegistration(127.0.0.1:45723, datanodeUuid=6cdf2b77-5537-41e2-8958-834e00fd98bc, infoPort=41021, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77bad82363698271 with lease ID 0x61daf4b4c18d4fed: Processing first storage report for DS-0d6e9a58-6664-4f9c-a93a-4e72c73a5edf from datanode DatanodeRegistration(127.0.0.1:45723, datanodeUuid=6cdf2b77-5537-41e2-8958-834e00fd98bc, infoPort=41021, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486) 2024-12-06T00:04:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77bad82363698271 with lease ID 0x61daf4b4c18d4fed: from storage DS-0d6e9a58-6664-4f9c-a93a-4e72c73a5edf node DatanodeRegistration(127.0.0.1:45723, datanodeUuid=6cdf2b77-5537-41e2-8958-834e00fd98bc, infoPort=41021, infoSecurePort=0, ipcPort=41115, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:51,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56915dd9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/java.io.tmpdir/jetty-localhost-45871-hadoop-hdfs-3_4_1-tests_jar-_-any-15761580188122658942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:51,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@460ecf9e{HTTP/1.1, (http/1.1)}{localhost:45871} 2024-12-06T00:04:51,253 INFO [Time-limited test {}] server.Server(415): Started @16241ms 2024-12-06T00:04:51,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:51,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:51,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:51,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:51,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:51,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:04:51,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e675373{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:51,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef6c93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:51,378 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data3/current/BP-842151428-172.17.0.2-1733443490486/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:51,379 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data4/current/BP-842151428-172.17.0.2-1733443490486/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:51,412 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b4fc51f21c59adf with lease ID 0x61daf4b4c18d4fee: Processing first storage report for DS-95c1447d-4c38-4563-bd0b-3de2c204505a from datanode DatanodeRegistration(127.0.0.1:40303, datanodeUuid=f5145f0f-39dc-4423-b6ff-eaf40a5eb1eb, infoPort=35215, infoSecurePort=0, ipcPort=34591, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486) 2024-12-06T00:04:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b4fc51f21c59adf with lease ID 0x61daf4b4c18d4fee: from storage DS-95c1447d-4c38-4563-bd0b-3de2c204505a node DatanodeRegistration(127.0.0.1:40303, datanodeUuid=f5145f0f-39dc-4423-b6ff-eaf40a5eb1eb, infoPort=35215, infoSecurePort=0, ipcPort=34591, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:04:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b4fc51f21c59adf with lease ID 0x61daf4b4c18d4fee: Processing first storage report for DS-d3c60697-2dd8-4573-b6b0-98cf3954ec96 from datanode DatanodeRegistration(127.0.0.1:40303, datanodeUuid=f5145f0f-39dc-4423-b6ff-eaf40a5eb1eb, infoPort=35215, infoSecurePort=0, ipcPort=34591, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486) 2024-12-06T00:04:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b4fc51f21c59adf with lease ID 0x61daf4b4c18d4fee: from storage DS-d3c60697-2dd8-4573-b6b0-98cf3954ec96 node DatanodeRegistration(127.0.0.1:40303, datanodeUuid=f5145f0f-39dc-4423-b6ff-eaf40a5eb1eb, infoPort=35215, infoSecurePort=0, ipcPort=34591, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:51,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8f5488{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/java.io.tmpdir/jetty-localhost-43545-hadoop-hdfs-3_4_1-tests_jar-_-any-9439731317527434026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:51,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12388168{HTTP/1.1, (http/1.1)}{localhost:43545} 2024-12-06T00:04:51,452 INFO [Time-limited test {}] server.Server(415): Started @16440ms 2024-12-06T00:04:51,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:51,558 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data5/current/BP-842151428-172.17.0.2-1733443490486/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:51,558 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data6/current/BP-842151428-172.17.0.2-1733443490486/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:51,588 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe3e23f8e2fe1b51 with lease ID 0x61daf4b4c18d4fef: Processing first storage report for DS-19e7685f-e106-480a-a128-f0067c2954be from datanode DatanodeRegistration(127.0.0.1:43809, datanodeUuid=3b4658f1-13c4-4639-b62d-4f332b2b9337, infoPort=37953, infoSecurePort=0, ipcPort=42149, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486) 2024-12-06T00:04:51,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe3e23f8e2fe1b51 with lease ID 0x61daf4b4c18d4fef: from storage DS-19e7685f-e106-480a-a128-f0067c2954be node DatanodeRegistration(127.0.0.1:43809, datanodeUuid=3b4658f1-13c4-4639-b62d-4f332b2b9337, infoPort=37953, infoSecurePort=0, ipcPort=42149, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:51,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe3e23f8e2fe1b51 with lease ID 0x61daf4b4c18d4fef: Processing first storage report for DS-2495472d-2dcc-40f8-b896-1e807cc2cfc0 from datanode DatanodeRegistration(127.0.0.1:43809, datanodeUuid=3b4658f1-13c4-4639-b62d-4f332b2b9337, infoPort=37953, infoSecurePort=0, ipcPort=42149, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486) 2024-12-06T00:04:51,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe3e23f8e2fe1b51 with lease ID 0x61daf4b4c18d4fef: from storage DS-2495472d-2dcc-40f8-b896-1e807cc2cfc0 node DatanodeRegistration(127.0.0.1:43809, datanodeUuid=3b4658f1-13c4-4639-b62d-4f332b2b9337, infoPort=37953, infoSecurePort=0, ipcPort=42149, storageInfo=lv=-57;cid=testClusterID;nsid=364765753;c=1733443490486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:51,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20 2024-12-06T00:04:51,698 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:04:51,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:04:51,707 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34589/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34589/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/oldWALs, maxLogs=32 2024-12-06T00:04:51,727 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733443491710, exclude list is [], retry=0 2024-12-06T00:04:51,733 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45723,DS-cd1cdd5e-0bfa-4c10-8fde-47198a868717,DISK] 2024-12-06T00:04:51,735 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43809,DS-19e7685f-e106-480a-a128-f0067c2954be,DISK] 2024-12-06T00:04:51,735 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40303,DS-95c1447d-4c38-4563-bd0b-3de2c204505a,DISK] 2024-12-06T00:04:51,740 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733443491710 2024-12-06T00:04:51,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41021:41021),(127.0.0.1/127.0.0.1:37953:37953),(127.0.0.1/127.0.0.1:35215:35215)] 2024-12-06T00:04:52,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45723 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T00:04:52,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43809 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T00:04:52,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:04:52,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40303 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T00:04:52,414 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34589/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733443491710: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T00:04:52,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T00:04:52,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8f5488{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:52,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12388168{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:04:52,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:04:52,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef6c93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:04:52,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e675373{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir/,STOPPED} 2024-12-06T00:04:52,458 WARN [BP-842151428-172.17.0.2-1733443490486 heartbeating to localhost/127.0.0.1:34589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:04:52,458 WARN [BP-842151428-172.17.0.2-1733443490486 heartbeating to localhost/127.0.0.1:34589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842151428-172.17.0.2-1733443490486 (Datanode Uuid 3b4658f1-13c4-4639-b62d-4f332b2b9337) service to localhost/127.0.0.1:34589 2024-12-06T00:04:52,458 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:04:52,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:04:52,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data5/current/BP-842151428-172.17.0.2-1733443490486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:52,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data6/current/BP-842151428-172.17.0.2-1733443490486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:52,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:04:52,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56915dd9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:52,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@460ecf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:04:52,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:04:52,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7abb950e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:04:52,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c7698a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir/,STOPPED} 2024-12-06T00:04:52,472 WARN [BP-842151428-172.17.0.2-1733443490486 heartbeating to localhost/127.0.0.1:34589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:04:52,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:04:52,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:04:52,472 WARN [BP-842151428-172.17.0.2-1733443490486 heartbeating to localhost/127.0.0.1:34589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842151428-172.17.0.2-1733443490486 (Datanode Uuid f5145f0f-39dc-4423-b6ff-eaf40a5eb1eb) service to localhost/127.0.0.1:34589 2024-12-06T00:04:52,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data3/current/BP-842151428-172.17.0.2-1733443490486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:52,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data4/current/BP-842151428-172.17.0.2-1733443490486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:52,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:04:52,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ccfed7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:52,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@711d7b4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:04:52,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:04:52,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55f64475{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:04:52,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a8cf01e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir/,STOPPED} 2024-12-06T00:04:52,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:04:52,484 WARN [BP-842151428-172.17.0.2-1733443490486 heartbeating to localhost/127.0.0.1:34589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:04:52,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:04:52,484 WARN [BP-842151428-172.17.0.2-1733443490486 heartbeating to localhost/127.0.0.1:34589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842151428-172.17.0.2-1733443490486 (Datanode Uuid 6cdf2b77-5537-41e2-8958-834e00fd98bc) service to localhost/127.0.0.1:34589 2024-12-06T00:04:52,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data1/current/BP-842151428-172.17.0.2-1733443490486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:52,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/cluster_b5001110-ef4f-73ae-8e5a-4dff9f9a1bee/dfs/data/data2/current/BP-842151428-172.17.0.2-1733443490486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:04:52,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:04:52,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dc5e936{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:04:52,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70566794{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:04:52,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:04:52,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@324b7791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:04:52,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@478d1738{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir/,STOPPED} 2024-12-06T00:04:52,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T00:04:52,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=59 (was 51) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:34589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:34589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 506) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10473 (was 10696) 2024-12-06T00:04:52,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=10473 2024-12-06T00:04:52,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.log.dir so I do NOT create it in target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86 2024-12-06T00:04:52,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6f3cfb6a-a36b-b929-fddd-91522083da20/hadoop.tmp.dir so I do NOT create it in target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86 2024-12-06T00:04:52,533 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4, deleteOnExit=true 2024-12-06T00:04:52,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/test.cache.data in system properties and HBase conf 2024-12-06T00:04:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:04:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:04:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:04:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:04:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T00:04:52,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:04:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:04:52,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:04:52,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:04:52,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:04:52,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:04:52,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:04:52,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:04:52,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:04:52,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:04:52,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:04:52,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:04:52,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:04:52,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:04:52,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:04:52,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:52,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:52,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:52,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:52,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:04:52,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:52,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dde3f8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:52,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d1a3d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:52,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51c24d61{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/java.io.tmpdir/jetty-localhost-35871-hadoop-hdfs-3_4_1-tests_jar-_-any-10048856142081671995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:04:52,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7443983d{HTTP/1.1, (http/1.1)}{localhost:35871} 2024-12-06T00:04:52,776 INFO [Time-limited test {}] server.Server(415): Started @17765ms 2024-12-06T00:04:52,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:52,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:52,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:52,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:52,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:04:52,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d2c99ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:52,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17b52cfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:52,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d85fce9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/java.io.tmpdir/jetty-localhost-36147-hadoop-hdfs-3_4_1-tests_jar-_-any-11454991581758063159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:52,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41c84bb4{HTTP/1.1, (http/1.1)}{localhost:36147} 2024-12-06T00:04:52,985 INFO [Time-limited test {}] server.Server(415): Started @17973ms 2024-12-06T00:04:52,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:53,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:53,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:53,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:53,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:53,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:04:53,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee5fb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:53,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d811486{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:53,080 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data1/current/BP-269333848-172.17.0.2-1733443492589/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:53,080 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data2/current/BP-269333848-172.17.0.2-1733443492589/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:53,104 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8624d19608ce05c2 with lease ID 0x1ee316e84034bf25: Processing first storage report for DS-80cad56f-b0ba-45a3-8f12-89d328c8d5a3 from datanode DatanodeRegistration(127.0.0.1:38883, datanodeUuid=1c02402a-55f5-41ad-8f8f-82ddc7d1511d, infoPort=37215, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589) 2024-12-06T00:04:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8624d19608ce05c2 with lease ID 0x1ee316e84034bf25: from storage DS-80cad56f-b0ba-45a3-8f12-89d328c8d5a3 node DatanodeRegistration(127.0.0.1:38883, datanodeUuid=1c02402a-55f5-41ad-8f8f-82ddc7d1511d, infoPort=37215, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:53,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8624d19608ce05c2 with lease ID 0x1ee316e84034bf25: Processing first storage report for DS-51e7533f-7a0b-47f9-9518-774623916536 from datanode DatanodeRegistration(127.0.0.1:38883, datanodeUuid=1c02402a-55f5-41ad-8f8f-82ddc7d1511d, infoPort=37215, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589) 2024-12-06T00:04:53,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8624d19608ce05c2 with lease ID 0x1ee316e84034bf25: from storage DS-51e7533f-7a0b-47f9-9518-774623916536 node DatanodeRegistration(127.0.0.1:38883, datanodeUuid=1c02402a-55f5-41ad-8f8f-82ddc7d1511d, infoPort=37215, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:04:53,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@703fb4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/java.io.tmpdir/jetty-localhost-42965-hadoop-hdfs-3_4_1-tests_jar-_-any-14935001093244632713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:53,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7002a037{HTTP/1.1, (http/1.1)}{localhost:42965} 2024-12-06T00:04:53,159 INFO [Time-limited test {}] server.Server(415): Started @18148ms 2024-12-06T00:04:53,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:53,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:04:53,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:04:53,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:04:53,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:04:53,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:04:53,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35b4d3a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:04:53,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7692681e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:04:53,255 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data3/current/BP-269333848-172.17.0.2-1733443492589/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:53,255 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data4/current/BP-269333848-172.17.0.2-1733443492589/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:53,279 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:53,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc56703f3de466329 with lease ID 0x1ee316e84034bf26: Processing first storage report for DS-36711b77-6f25-4342-9e3b-fdd98b4ec02d from datanode DatanodeRegistration(127.0.0.1:38675, datanodeUuid=fdab9569-26de-48ff-8d29-5e6f283ed3d0, infoPort=39933, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589) 2024-12-06T00:04:53,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc56703f3de466329 with lease ID 0x1ee316e84034bf26: from storage DS-36711b77-6f25-4342-9e3b-fdd98b4ec02d node DatanodeRegistration(127.0.0.1:38675, datanodeUuid=fdab9569-26de-48ff-8d29-5e6f283ed3d0, infoPort=39933, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:53,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc56703f3de466329 with lease ID 0x1ee316e84034bf26: Processing first storage report for DS-e601f10a-20ae-46c1-933d-b33e2de4aabc from datanode DatanodeRegistration(127.0.0.1:38675, datanodeUuid=fdab9569-26de-48ff-8d29-5e6f283ed3d0, infoPort=39933, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589) 2024-12-06T00:04:53,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc56703f3de466329 with lease ID 0x1ee316e84034bf26: from storage DS-e601f10a-20ae-46c1-933d-b33e2de4aabc node DatanodeRegistration(127.0.0.1:38675, datanodeUuid=fdab9569-26de-48ff-8d29-5e6f283ed3d0, infoPort=39933, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:04:53,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c19a826{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/java.io.tmpdir/jetty-localhost-43547-hadoop-hdfs-3_4_1-tests_jar-_-any-16809048320924054958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:04:53,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b2e1e95{HTTP/1.1, (http/1.1)}{localhost:43547} 2024-12-06T00:04:53,332 INFO [Time-limited test {}] server.Server(415): Started @18321ms 2024-12-06T00:04:53,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:04:53,441 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data6/current/BP-269333848-172.17.0.2-1733443492589/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:53,441 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data5/current/BP-269333848-172.17.0.2-1733443492589/current, will proceed with Du for space computation calculation, 2024-12-06T00:04:53,460 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:04:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x453cdfbe52509605 with lease ID 0x1ee316e84034bf27: Processing first storage report for DS-90681189-6c53-4924-996c-0211aff966fd from datanode DatanodeRegistration(127.0.0.1:45061, datanodeUuid=04884ccf-d4d5-45ba-a446-7cfb592cc989, infoPort=40625, infoSecurePort=0, ipcPort=32913, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589) 2024-12-06T00:04:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x453cdfbe52509605 with lease ID 0x1ee316e84034bf27: from storage DS-90681189-6c53-4924-996c-0211aff966fd node DatanodeRegistration(127.0.0.1:45061, datanodeUuid=04884ccf-d4d5-45ba-a446-7cfb592cc989, infoPort=40625, infoSecurePort=0, ipcPort=32913, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x453cdfbe52509605 with lease ID 0x1ee316e84034bf27: Processing first storage report for DS-2f13eea9-8920-4775-99b9-8e1b8e3dbd7d from datanode DatanodeRegistration(127.0.0.1:45061, datanodeUuid=04884ccf-d4d5-45ba-a446-7cfb592cc989, infoPort=40625, infoSecurePort=0, ipcPort=32913, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589) 2024-12-06T00:04:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x453cdfbe52509605 with lease ID 0x1ee316e84034bf27: from storage DS-2f13eea9-8920-4775-99b9-8e1b8e3dbd7d node DatanodeRegistration(127.0.0.1:45061, datanodeUuid=04884ccf-d4d5-45ba-a446-7cfb592cc989, infoPort=40625, infoSecurePort=0, ipcPort=32913, storageInfo=lv=-57;cid=testClusterID;nsid=1133444218;c=1733443492589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:04:53,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86 2024-12-06T00:04:53,565 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:04:53,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:04:53,573 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39137/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39137/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/oldWALs, maxLogs=32 2024-12-06T00:04:53,588 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733443493574, exclude list is [], retry=0 2024-12-06T00:04:53,593 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45061,DS-90681189-6c53-4924-996c-0211aff966fd,DISK] 2024-12-06T00:04:53,595 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38883,DS-80cad56f-b0ba-45a3-8f12-89d328c8d5a3,DISK] 2024-12-06T00:04:53,595 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38675,DS-36711b77-6f25-4342-9e3b-fdd98b4ec02d,DISK] 2024-12-06T00:04:53,601 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733443493574 2024-12-06T00:04:53,601 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40625:40625),(127.0.0.1/127.0.0.1:37215:37215),(127.0.0.1/127.0.0.1:39933:39933)] 2024-12-06T00:04:53,618 INFO [AsyncFSWAL-0-hdfs://localhost:39137/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-06T00:05:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T00:05:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T00:05:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38883 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T00:05:04,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:05:04,775 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39137/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733443493574: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T00:05:06,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T00:05:06,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c19a826{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:06,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b2e1e95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:05:06,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:05:06,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7692681e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:05:06,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35b4d3a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir/,STOPPED} 2024-12-06T00:05:06,829 WARN [BP-269333848-172.17.0.2-1733443492589 heartbeating to localhost/127.0.0.1:39137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:05:06,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:05:06,829 WARN [BP-269333848-172.17.0.2-1733443492589 heartbeating to localhost/127.0.0.1:39137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-269333848-172.17.0.2-1733443492589 (Datanode Uuid 04884ccf-d4d5-45ba-a446-7cfb592cc989) service to localhost/127.0.0.1:39137 2024-12-06T00:05:06,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:05:06,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data5/current/BP-269333848-172.17.0.2-1733443492589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:06,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data6/current/BP-269333848-172.17.0.2-1733443492589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:06,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:05:06,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@703fb4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:06,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7002a037{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:05:06,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:05:06,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d811486{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:05:06,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee5fb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir/,STOPPED} 2024-12-06T00:05:06,849 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:05:06,849 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:05:06,851 WARN [BP-269333848-172.17.0.2-1733443492589 heartbeating to localhost/127.0.0.1:39137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:05:06,851 WARN [BP-269333848-172.17.0.2-1733443492589 heartbeating to localhost/127.0.0.1:39137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-269333848-172.17.0.2-1733443492589 (Datanode Uuid fdab9569-26de-48ff-8d29-5e6f283ed3d0) service to localhost/127.0.0.1:39137 2024-12-06T00:05:06,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data3/current/BP-269333848-172.17.0.2-1733443492589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:06,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data4/current/BP-269333848-172.17.0.2-1733443492589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:06,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:05:06,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d85fce9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:06,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41c84bb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:05:06,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:05:06,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17b52cfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:05:06,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d2c99ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir/,STOPPED} 2024-12-06T00:05:06,871 WARN [BP-269333848-172.17.0.2-1733443492589 heartbeating to localhost/127.0.0.1:39137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:05:06,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:05:06,871 WARN [BP-269333848-172.17.0.2-1733443492589 heartbeating to localhost/127.0.0.1:39137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-269333848-172.17.0.2-1733443492589 (Datanode Uuid 1c02402a-55f5-41ad-8f8f-82ddc7d1511d) service to localhost/127.0.0.1:39137 2024-12-06T00:05:06,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:05:06,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data1/current/BP-269333848-172.17.0.2-1733443492589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:06,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/cluster_2feb60fe-41bc-6205-776c-c9d05922eaf4/dfs/data/data2/current/BP-269333848-172.17.0.2-1733443492589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:06,873 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:05:06,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51c24d61{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:05:06,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7443983d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:05:06,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:05:06,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d1a3d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:05:06,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dde3f8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir/,STOPPED} 2024-12-06T00:05:06,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T00:05:06,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59 (was 59), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=10420 (was 10473) 2024-12-06T00:05:06,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=59, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=10419 2024-12-06T00:05:06,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.log.dir so I do NOT create it in target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a 2024-12-06T00:05:06,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f52d95ce-6dde-6385-9fcd-71c3fe98fd86/hadoop.tmp.dir so I do NOT create it in target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a 2024-12-06T00:05:06,950 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98, deleteOnExit=true 2024-12-06T00:05:06,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/test.cache.data in system properties and HBase conf 2024-12-06T00:05:06,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:05:06,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:05:06,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:05:06,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:05:06,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T00:05:06,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:05:06,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:05:06,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:05:06,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:05:06,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:05:06,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:05:06,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:05:06,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:05:06,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:05:06,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:05:06,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:05:06,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:05:06,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:05:06,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:05:06,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:05:07,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:05:07,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:05:07,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:05:07,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:05:07,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:05:07,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:05:07,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1426000a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:05:07,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41ae6635{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:05:07,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ab7c568{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/java.io.tmpdir/jetty-localhost-37395-hadoop-hdfs-3_4_1-tests_jar-_-any-8554678191004266779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:05:07,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@150cd2c9{HTTP/1.1, (http/1.1)}{localhost:37395} 2024-12-06T00:05:07,277 INFO [Time-limited test {}] server.Server(415): Started @32266ms 2024-12-06T00:05:07,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:05:07,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:05:07,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:05:07,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:05:07,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:05:07,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7516bae0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:05:07,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7471ed91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:05:07,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e7a8609{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/java.io.tmpdir/jetty-localhost-36117-hadoop-hdfs-3_4_1-tests_jar-_-any-12529051907345331105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:07,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6903763{HTTP/1.1, (http/1.1)}{localhost:36117} 2024-12-06T00:05:07,603 INFO [Time-limited test {}] server.Server(415): Started @32591ms 2024-12-06T00:05:07,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:05:07,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:05:07,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:05:07,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:05:07,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:05:07,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:05:07,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41b123e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:05:07,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21fe8a66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:05:07,729 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data1/current/BP-680874604-172.17.0.2-1733443506989/current, will proceed with Du for space computation calculation, 2024-12-06T00:05:07,736 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data2/current/BP-680874604-172.17.0.2-1733443506989/current, will proceed with Du for space computation calculation, 2024-12-06T00:05:07,769 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:05:07,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ebda99b21fd6fae with lease ID 0x4babe1c8f9e02ed2: Processing first storage report for DS-d8bc55ee-4fe6-4f34-93b4-efa30375673a from datanode DatanodeRegistration(127.0.0.1:38817, datanodeUuid=01be7dbe-4b98-4f11-9276-237e48d591ac, infoPort=35061, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989) 2024-12-06T00:05:07,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ebda99b21fd6fae with lease ID 0x4babe1c8f9e02ed2: from storage DS-d8bc55ee-4fe6-4f34-93b4-efa30375673a node DatanodeRegistration(127.0.0.1:38817, datanodeUuid=01be7dbe-4b98-4f11-9276-237e48d591ac, infoPort=35061, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:05:07,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ebda99b21fd6fae with lease ID 0x4babe1c8f9e02ed2: Processing first storage report for DS-5d1ba6a8-7cba-47b6-be77-59dcb6c045b3 from datanode DatanodeRegistration(127.0.0.1:38817, datanodeUuid=01be7dbe-4b98-4f11-9276-237e48d591ac, infoPort=35061, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989) 2024-12-06T00:05:07,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ebda99b21fd6fae with lease ID 0x4babe1c8f9e02ed2: from storage DS-5d1ba6a8-7cba-47b6-be77-59dcb6c045b3 node DatanodeRegistration(127.0.0.1:38817, datanodeUuid=01be7dbe-4b98-4f11-9276-237e48d591ac, infoPort=35061, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:05:07,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56a7e350{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/java.io.tmpdir/jetty-localhost-41455-hadoop-hdfs-3_4_1-tests_jar-_-any-1172896585824089567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:07,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b2a7b1c{HTTP/1.1, (http/1.1)}{localhost:41455} 2024-12-06T00:05:07,862 INFO [Time-limited test {}] server.Server(415): Started @32850ms 2024-12-06T00:05:07,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:05:07,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:05:07,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:05:07,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:05:07,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:05:07,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T00:05:07,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3491eea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:05:07,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20fe2a5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:05:08,036 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data3/current/BP-680874604-172.17.0.2-1733443506989/current, will proceed with Du for space computation calculation, 2024-12-06T00:05:08,037 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data4/current/BP-680874604-172.17.0.2-1733443506989/current, will proceed with Du for space computation calculation, 2024-12-06T00:05:08,092 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:05:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb84d70f8a393a60 with lease ID 0x4babe1c8f9e02ed3: Processing first storage report for DS-d9e3521d-8394-4e7d-8024-f9ccebff90b6 from datanode DatanodeRegistration(127.0.0.1:42399, datanodeUuid=70a36426-0560-4148-8845-b6543aa90fb5, infoPort=34447, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989) 2024-12-06T00:05:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb84d70f8a393a60 with lease ID 0x4babe1c8f9e02ed3: from storage DS-d9e3521d-8394-4e7d-8024-f9ccebff90b6 node DatanodeRegistration(127.0.0.1:42399, datanodeUuid=70a36426-0560-4148-8845-b6543aa90fb5, infoPort=34447, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:05:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb84d70f8a393a60 with lease ID 0x4babe1c8f9e02ed3: Processing first storage report for DS-ae17a0df-327d-4ec9-82b5-1b15954c09f7 from datanode DatanodeRegistration(127.0.0.1:42399, datanodeUuid=70a36426-0560-4148-8845-b6543aa90fb5, infoPort=34447, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989) 2024-12-06T00:05:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb84d70f8a393a60 with lease ID 0x4babe1c8f9e02ed3: from storage DS-ae17a0df-327d-4ec9-82b5-1b15954c09f7 node DatanodeRegistration(127.0.0.1:42399, datanodeUuid=70a36426-0560-4148-8845-b6543aa90fb5, infoPort=34447, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:05:08,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a621d52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/java.io.tmpdir/jetty-localhost-38719-hadoop-hdfs-3_4_1-tests_jar-_-any-12534206740327549382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:08,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@649b13e{HTTP/1.1, (http/1.1)}{localhost:38719} 2024-12-06T00:05:08,135 INFO [Time-limited test {}] server.Server(415): Started @33123ms 2024-12-06T00:05:08,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:05:08,255 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data6/current/BP-680874604-172.17.0.2-1733443506989/current, will proceed with Du for space computation calculation, 2024-12-06T00:05:08,255 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data5/current/BP-680874604-172.17.0.2-1733443506989/current, will proceed with Du for space computation calculation, 2024-12-06T00:05:08,285 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:05:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x446981494daded with lease ID 0x4babe1c8f9e02ed4: Processing first storage report for DS-12bac599-a5dc-4047-b50d-645840e15713 from datanode DatanodeRegistration(127.0.0.1:43373, datanodeUuid=cb87d0d2-b84e-4deb-814a-b44d3d3ee819, infoPort=46567, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989) 2024-12-06T00:05:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x446981494daded with lease ID 0x4babe1c8f9e02ed4: from storage DS-12bac599-a5dc-4047-b50d-645840e15713 node DatanodeRegistration(127.0.0.1:43373, datanodeUuid=cb87d0d2-b84e-4deb-814a-b44d3d3ee819, infoPort=46567, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:05:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x446981494daded with lease ID 0x4babe1c8f9e02ed4: Processing first storage report for DS-d429322d-7997-49c8-a6f8-47f26125b747 from datanode DatanodeRegistration(127.0.0.1:43373, datanodeUuid=cb87d0d2-b84e-4deb-814a-b44d3d3ee819, infoPort=46567, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989) 2024-12-06T00:05:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x446981494daded with lease ID 0x4babe1c8f9e02ed4: from storage DS-d429322d-7997-49c8-a6f8-47f26125b747 node DatanodeRegistration(127.0.0.1:43373, datanodeUuid=cb87d0d2-b84e-4deb-814a-b44d3d3ee819, infoPort=46567, infoSecurePort=0, ipcPort=39975, storageInfo=lv=-57;cid=testClusterID;nsid=601559541;c=1733443506989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:05:08,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a 2024-12-06T00:05:08,399 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:05:08,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:05:08,407 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39103/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39103/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/oldWALs, maxLogs=32 2024-12-06T00:05:08,428 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733443508409, exclude list is [], retry=0 2024-12-06T00:05:08,436 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38817,DS-d8bc55ee-4fe6-4f34-93b4-efa30375673a,DISK] 2024-12-06T00:05:08,437 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42399,DS-d9e3521d-8394-4e7d-8024-f9ccebff90b6,DISK] 2024-12-06T00:05:08,437 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43373,DS-12bac599-a5dc-4047-b50d-645840e15713,DISK] 2024-12-06T00:05:08,449 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733443508409 2024-12-06T00:05:08,450 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061),(127.0.0.1/127.0.0.1:34447:34447),(127.0.0.1/127.0.0.1:46567:46567)] 2024-12-06T00:05:09,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38817 is added to blk_1073741825_1001 (size=121110) 2024-12-06T00:05:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42399 is added to blk_1073741825_1001 (size=121110) 2024-12-06T00:05:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43373 is added to blk_1073741825_1001 (size=121110) 2024-12-06T00:05:09,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:05:09,071 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39103/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733443508409: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T00:05:09,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T00:05:09,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a621d52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:09,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@649b13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:05:09,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:05:09,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20fe2a5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:05:09,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3491eea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir/,STOPPED} 2024-12-06T00:05:09,144 WARN [BP-680874604-172.17.0.2-1733443506989 heartbeating to localhost/127.0.0.1:39103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:05:09,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:05:09,144 WARN [BP-680874604-172.17.0.2-1733443506989 heartbeating to localhost/127.0.0.1:39103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680874604-172.17.0.2-1733443506989 (Datanode Uuid cb87d0d2-b84e-4deb-814a-b44d3d3ee819) service to localhost/127.0.0.1:39103 2024-12-06T00:05:09,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:05:09,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data5/current/BP-680874604-172.17.0.2-1733443506989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:09,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data6/current/BP-680874604-172.17.0.2-1733443506989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:09,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:05:09,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56a7e350{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:09,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b2a7b1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:05:09,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:05:09,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21fe8a66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:05:09,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41b123e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir/,STOPPED} 2024-12-06T00:05:09,158 WARN [BP-680874604-172.17.0.2-1733443506989 heartbeating to localhost/127.0.0.1:39103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:05:09,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:05:09,158 WARN [BP-680874604-172.17.0.2-1733443506989 heartbeating to localhost/127.0.0.1:39103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680874604-172.17.0.2-1733443506989 (Datanode Uuid 70a36426-0560-4148-8845-b6543aa90fb5) service to localhost/127.0.0.1:39103 2024-12-06T00:05:09,158 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:05:09,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data3/current/BP-680874604-172.17.0.2-1733443506989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:09,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data4/current/BP-680874604-172.17.0.2-1733443506989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:09,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:05:09,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e7a8609{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:05:09,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6903763{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:05:09,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:05:09,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7471ed91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:05:09,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7516bae0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir/,STOPPED} 2024-12-06T00:05:09,177 WARN [BP-680874604-172.17.0.2-1733443506989 heartbeating to localhost/127.0.0.1:39103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:05:09,177 WARN [BP-680874604-172.17.0.2-1733443506989 heartbeating to localhost/127.0.0.1:39103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680874604-172.17.0.2-1733443506989 (Datanode Uuid 01be7dbe-4b98-4f11-9276-237e48d591ac) service to localhost/127.0.0.1:39103 2024-12-06T00:05:09,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data1/current/BP-680874604-172.17.0.2-1733443506989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:09,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/cluster_2314802c-8128-eb72-cd8e-40e31bcf6d98/dfs/data/data2/current/BP-680874604-172.17.0.2-1733443506989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:05:09,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:05:09,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:05:09,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:05:09,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ab7c568{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:05:09,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@150cd2c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:05:09,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:05:09,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41ae6635{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:05:09,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1426000a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d7aa7db-52d6-cf85-dfce-83cd49d0540a/hadoop.log.dir/,STOPPED} 2024-12-06T00:05:09,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T00:05:09,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=66 (was 59) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 498), ProcessCount=11 (was 11), AvailableMemoryMB=10190 (was 10419)