2024-12-04 20:04:38,475 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-04 20:04:38,492 main DEBUG Took 0.014564 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 20:04:38,493 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 20:04:38,493 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 20:04:38,494 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 20:04:38,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,513 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 20:04:38,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,563 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,564 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,565 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,567 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,568 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,570 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,571 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 20:04:38,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,573 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 20:04:38,575 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 20:04:38,576 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 20:04:38,578 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 20:04:38,579 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 20:04:38,580 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 20:04:38,581 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 20:04:38,592 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 20:04:38,595 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 20:04:38,597 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 20:04:38,598 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 20:04:38,598 main DEBUG createAppenders(={Console}) 2024-12-04 20:04:38,599 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-04 20:04:38,600 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-04 20:04:38,600 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-04 20:04:38,601 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 20:04:38,601 main DEBUG OutputStream closed 2024-12-04 20:04:38,602 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 20:04:38,602 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 20:04:38,602 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-04 20:04:38,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 20:04:38,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 20:04:38,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 20:04:38,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 20:04:38,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 20:04:38,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 20:04:38,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 20:04:38,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 20:04:38,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 20:04:38,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 20:04:38,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 20:04:38,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 20:04:38,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 20:04:38,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 20:04:38,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 20:04:38,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 20:04:38,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 20:04:38,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 20:04:38,754 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 20:04:38,755 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-04 20:04:38,755 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 20:04:38,756 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-04T20:04:39,210 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f 2024-12-04 20:04:39,216 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 20:04:39,217 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T20:04:39,240 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-04T20:04:39,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=8603 2024-12-04T20:04:39,304 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa, deleteOnExit=true 2024-12-04T20:04:39,305 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/test.cache.data in system properties and HBase conf 2024-12-04T20:04:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:04:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:04:39,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:04:39,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:04:39,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T20:04:39,446 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T20:04:39,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:04:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:04:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:04:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:04:39,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:04:39,605 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:04:39,606 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:04:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:04:39,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:04:39,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:04:39,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:04:39,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:04:39,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:04:39,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:04:39,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:04:40,736 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T20:04:40,834 INFO [Time-limited test {}] log.Log(170): Logging initialized @3449ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T20:04:40,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:41,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:41,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:41,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:41,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:04:41,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:41,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:41,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:41,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/java.io.tmpdir/jetty-localhost-32837-hadoop-hdfs-3_4_1-tests_jar-_-any-2635651861955230694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:04:41,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:32837} 2024-12-04T20:04:41,376 INFO [Time-limited test {}] server.Server(415): Started @3992ms 2024-12-04T20:04:41,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:41,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:41,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:41,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:41,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:04:41,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:41,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:41,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b743d62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/java.io.tmpdir/jetty-localhost-35207-hadoop-hdfs-3_4_1-tests_jar-_-any-4646406544752181964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:41,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:35207} 2024-12-04T20:04:41,998 INFO [Time-limited test {}] server.Server(415): Started @4614ms 2024-12-04T20:04:42,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:42,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:42,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:42,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:42,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:42,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:04:42,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:42,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:42,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45317718{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/java.io.tmpdir/jetty-localhost-44131-hadoop-hdfs-3_4_1-tests_jar-_-any-10539113614501991418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:42,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:44131} 2024-12-04T20:04:42,380 INFO [Time-limited test {}] server.Server(415): Started @4997ms 2024-12-04T20:04:42,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:42,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:42,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:42,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:42,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:42,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:04:42,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:42,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:42,584 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data3/current/BP-988636662-172.17.0.2-1733342680446/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:42,584 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data4/current/BP-988636662-172.17.0.2-1733342680446/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:42,584 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data1/current/BP-988636662-172.17.0.2-1733342680446/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:42,584 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data2/current/BP-988636662-172.17.0.2-1733342680446/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:42,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e92478a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/java.io.tmpdir/jetty-localhost-41475-hadoop-hdfs-3_4_1-tests_jar-_-any-5170853937492715205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:42,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:41475} 2024-12-04T20:04:42,620 INFO [Time-limited test {}] server.Server(415): Started @5237ms 2024-12-04T20:04:42,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:42,638 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:42,640 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1d5e6c0dbebd610 with lease ID 0xeee798134e35b157: Processing first storage report for DS-4b2a4adf-7c31-4c23-afd3-402513aa93a0 from datanode DatanodeRegistration(127.0.0.1:34655, datanodeUuid=7b4aef51-7a39-46a0-a819-5f02c47369b5, infoPort=46305, infoSecurePort=0, ipcPort=37929, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446) 2024-12-04T20:04:42,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1d5e6c0dbebd610 with lease ID 0xeee798134e35b157: from storage DS-4b2a4adf-7c31-4c23-afd3-402513aa93a0 node DatanodeRegistration(127.0.0.1:34655, datanodeUuid=7b4aef51-7a39-46a0-a819-5f02c47369b5, infoPort=46305, infoSecurePort=0, ipcPort=37929, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T20:04:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe21936a700f30da3 with lease ID 0xeee798134e35b158: Processing first storage report for DS-0edad262-c80f-4fb6-8ffb-76a199b3406b from datanode DatanodeRegistration(127.0.0.1:36375, datanodeUuid=9df446d2-3ac7-4903-b581-d545f340c966, infoPort=38631, infoSecurePort=0, ipcPort=39237, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446) 2024-12-04T20:04:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe21936a700f30da3 with lease ID 0xeee798134e35b158: from storage DS-0edad262-c80f-4fb6-8ffb-76a199b3406b node DatanodeRegistration(127.0.0.1:36375, datanodeUuid=9df446d2-3ac7-4903-b581-d545f340c966, infoPort=38631, infoSecurePort=0, ipcPort=39237, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1d5e6c0dbebd610 with lease ID 0xeee798134e35b157: Processing first storage report for DS-6a2f7331-14de-4056-a545-e6420258d116 from datanode DatanodeRegistration(127.0.0.1:34655, datanodeUuid=7b4aef51-7a39-46a0-a819-5f02c47369b5, infoPort=46305, infoSecurePort=0, ipcPort=37929, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446) 2024-12-04T20:04:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1d5e6c0dbebd610 with lease ID 0xeee798134e35b157: from storage DS-6a2f7331-14de-4056-a545-e6420258d116 node DatanodeRegistration(127.0.0.1:34655, datanodeUuid=7b4aef51-7a39-46a0-a819-5f02c47369b5, infoPort=46305, infoSecurePort=0, ipcPort=37929, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:04:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe21936a700f30da3 with lease ID 0xeee798134e35b158: Processing first storage report for DS-d075d5b6-77d1-4969-bd09-c2b2cd0ba3a9 from datanode DatanodeRegistration(127.0.0.1:36375, datanodeUuid=9df446d2-3ac7-4903-b581-d545f340c966, infoPort=38631, infoSecurePort=0, ipcPort=39237, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446) 2024-12-04T20:04:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe21936a700f30da3 with lease ID 0xeee798134e35b158: from storage DS-d075d5b6-77d1-4969-bd09-c2b2cd0ba3a9 node DatanodeRegistration(127.0.0.1:36375, datanodeUuid=9df446d2-3ac7-4903-b581-d545f340c966, infoPort=38631, infoSecurePort=0, ipcPort=39237, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:42,760 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data5/current/BP-988636662-172.17.0.2-1733342680446/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:42,761 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data6/current/BP-988636662-172.17.0.2-1733342680446/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:42,790 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6fdc9b1f25d81fe with lease ID 0xeee798134e35b159: Processing first storage report for DS-fbbce171-8abd-4c74-9be8-a6f6aaf5d5fc from datanode DatanodeRegistration(127.0.0.1:36215, datanodeUuid=970b8e9b-3c6e-477d-b6c9-19ddf8d338df, infoPort=33335, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446) 2024-12-04T20:04:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6fdc9b1f25d81fe with lease ID 0xeee798134e35b159: from storage DS-fbbce171-8abd-4c74-9be8-a6f6aaf5d5fc node DatanodeRegistration(127.0.0.1:36215, datanodeUuid=970b8e9b-3c6e-477d-b6c9-19ddf8d338df, infoPort=33335, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6fdc9b1f25d81fe with lease ID 0xeee798134e35b159: Processing first storage report for DS-27d2878c-bca1-49a5-b9df-389fdfc5ec53 from datanode DatanodeRegistration(127.0.0.1:36215, datanodeUuid=970b8e9b-3c6e-477d-b6c9-19ddf8d338df, infoPort=33335, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446) 2024-12-04T20:04:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6fdc9b1f25d81fe with lease ID 0xeee798134e35b159: from storage DS-27d2878c-bca1-49a5-b9df-389fdfc5ec53 node DatanodeRegistration(127.0.0.1:36215, datanodeUuid=970b8e9b-3c6e-477d-b6c9-19ddf8d338df, infoPort=33335, infoSecurePort=0, ipcPort=44661, storageInfo=lv=-57;cid=testClusterID;nsid=168753409;c=1733342680446), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:04:43,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f 2024-12-04T20:04:43,186 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T20:04:43,193 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:04:43,196 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T20:04:43,212 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T20:04:43,213 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T20:04:43,283 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T20:04:43,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:04:43,347 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/oldWALs, maxLogs=32 2024-12-04T20:04:43,398 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733342683376, exclude list is [], retry=0 2024-12-04T20:04:43,474 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1056 (auto-detected) 2024-12-04T20:04:43,477 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T20:04:43,514 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-4b2a4adf-7c31-4c23-afd3-402513aa93a0,DISK] 2024-12-04T20:04:43,518 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T20:04:43,552 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36375,DS-0edad262-c80f-4fb6-8ffb-76a199b3406b,DISK] 2024-12-04T20:04:43,553 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36215,DS-fbbce171-8abd-4c74-9be8-a6f6aaf5d5fc,DISK] 2024-12-04T20:04:43,657 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733342683376 2024-12-04T20:04:43,659 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305),(127.0.0.1/127.0.0.1:38631:38631),(127.0.0.1/127.0.0.1:33335:33335)] 2024-12-04T20:04:43,660 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T20:04:44,400 DEBUG [AsyncFSWAL-0-hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-04T20:04:47,381 INFO [AsyncFSWAL-0-hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 156 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34655,DS-4b2a4adf-7c31-4c23-afd3-402513aa93a0,DISK], DatanodeInfoWithStorage[127.0.0.1:36375,DS-0edad262-c80f-4fb6-8ffb-76a199b3406b,DISK], DatanodeInfoWithStorage[127.0.0.1:36215,DS-fbbce171-8abd-4c74-9be8-a6f6aaf5d5fc,DISK]] 2024-12-04T20:04:47,740 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-424551673_22 at /127.0.0.1:47404 [Receiving block BP-988636662-172.17.0.2-1733342680446:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 357ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data1/, blockId=1073741825, seqno=908 2024-12-04T20:04:47,741 INFO [AsyncFSWAL-0-hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 359 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34655,DS-4b2a4adf-7c31-4c23-afd3-402513aa93a0,DISK], DatanodeInfoWithStorage[127.0.0.1:36375,DS-0edad262-c80f-4fb6-8ffb-76a199b3406b,DISK], DatanodeInfoWithStorage[127.0.0.1:36215,DS-fbbce171-8abd-4c74-9be8-a6f6aaf5d5fc,DISK]] 2024-12-04T20:04:47,876 INFO [AsyncFSWAL-0-hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 134 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34655,DS-4b2a4adf-7c31-4c23-afd3-402513aa93a0,DISK], DatanodeInfoWithStorage[127.0.0.1:36375,DS-0edad262-c80f-4fb6-8ffb-76a199b3406b,DISK], DatanodeInfoWithStorage[127.0.0.1:36215,DS-fbbce171-8abd-4c74-9be8-a6f6aaf5d5fc,DISK]] 2024-12-04T20:04:48,029 INFO [AsyncFSWAL-0-hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 130 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34655,DS-4b2a4adf-7c31-4c23-afd3-402513aa93a0,DISK], DatanodeInfoWithStorage[127.0.0.1:36375,DS-0edad262-c80f-4fb6-8ffb-76a199b3406b,DISK], DatanodeInfoWithStorage[127.0.0.1:36215,DS-fbbce171-8abd-4c74-9be8-a6f6aaf5d5fc,DISK]] 2024-12-04T20:04:48,227 INFO [AsyncFSWAL-0-hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 139 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34655,DS-4b2a4adf-7c31-4c23-afd3-402513aa93a0,DISK], DatanodeInfoWithStorage[127.0.0.1:36375,DS-0edad262-c80f-4fb6-8ffb-76a199b3406b,DISK], DatanodeInfoWithStorage[127.0.0.1:36215,DS-fbbce171-8abd-4c74-9be8-a6f6aaf5d5fc,DISK]] 2024-12-04T20:04:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36375 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T20:04:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T20:04:50,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36215 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T20:04:50,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:04:50,263 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733342683376: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-04T20:04:51,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T20:04:51,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e92478a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:51,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:04:51,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:04:51,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:04:51,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir/,STOPPED} 2024-12-04T20:04:51,795 WARN [BP-988636662-172.17.0.2-1733342680446 heartbeating to localhost/127.0.0.1:33999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:04:51,795 WARN [BP-988636662-172.17.0.2-1733342680446 heartbeating to localhost/127.0.0.1:33999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-988636662-172.17.0.2-1733342680446 (Datanode Uuid 970b8e9b-3c6e-477d-b6c9-19ddf8d338df) service to localhost/127.0.0.1:33999 2024-12-04T20:04:51,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data5/current/BP-988636662-172.17.0.2-1733342680446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:51,798 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:04:51,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data6/current/BP-988636662-172.17.0.2-1733342680446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:51,798 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:04:51,799 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:04:51,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45317718{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:51,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:04:51,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:04:51,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:04:51,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir/,STOPPED} 2024-12-04T20:04:51,815 WARN [BP-988636662-172.17.0.2-1733342680446 heartbeating to localhost/127.0.0.1:33999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:04:51,815 WARN [BP-988636662-172.17.0.2-1733342680446 heartbeating to localhost/127.0.0.1:33999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-988636662-172.17.0.2-1733342680446 (Datanode Uuid 9df446d2-3ac7-4903-b581-d545f340c966) service to localhost/127.0.0.1:33999 2024-12-04T20:04:51,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data3/current/BP-988636662-172.17.0.2-1733342680446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:51,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:04:51,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:04:51,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:04:51,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data4/current/BP-988636662-172.17.0.2-1733342680446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:51,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b743d62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:51,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:04:51,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:04:51,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:04:51,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir/,STOPPED} 2024-12-04T20:04:51,840 WARN [BP-988636662-172.17.0.2-1733342680446 heartbeating to localhost/127.0.0.1:33999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:04:51,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:04:51,840 WARN [BP-988636662-172.17.0.2-1733342680446 heartbeating to localhost/127.0.0.1:33999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-988636662-172.17.0.2-1733342680446 (Datanode Uuid 7b4aef51-7a39-46a0-a819-5f02c47369b5) service to localhost/127.0.0.1:33999 2024-12-04T20:04:51,841 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:04:51,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data1/current/BP-988636662-172.17.0.2-1733342680446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:51,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/cluster_8e5f6e0d-16b4-48dd-894a-16a7fe6779fa/dfs/data/data2/current/BP-988636662-172.17.0.2-1733342680446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:51,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:04:51,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:04:51,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:04:51,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:04:51,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:04:51,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir/,STOPPED} 2024-12-04T20:04:52,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T20:04:52,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=46 (was 12) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3b6603bd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:33999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:33999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 449) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7998 (was 8603) 2024-12-04T20:04:52,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=46, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=7997 2024-12-04T20:04:52,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.log.dir so I do NOT create it in target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d 2024-12-04T20:04:52,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65fe9508-a951-f94a-84d8-06ed29f52a3f/hadoop.tmp.dir so I do NOT create it in target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d 2024-12-04T20:04:52,630 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af, deleteOnExit=true 2024-12-04T20:04:52,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/test.cache.data in system properties and HBase conf 2024-12-04T20:04:52,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:04:52,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:04:52,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:04:52,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:04:52,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T20:04:52,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:04:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:04:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:04:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:04:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:04:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:04:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:04:52,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:04:52,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:04:52,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:04:52,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:04:52,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:04:52,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:04:52,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:04:52,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:04:52,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:52,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:52,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:52,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:52,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:04:52,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:52,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14853bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:52,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@517c9194{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:52,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34f01a38{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/java.io.tmpdir/jetty-localhost-44743-hadoop-hdfs-3_4_1-tests_jar-_-any-15635329017767067011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:04:52,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a289cdd{HTTP/1.1, (http/1.1)}{localhost:44743} 2024-12-04T20:04:52,981 INFO [Time-limited test {}] server.Server(415): Started @15597ms 2024-12-04T20:04:53,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:53,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:53,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:53,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:53,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:04:53,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce7a7c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:53,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6efa2312{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:53,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5fefbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/java.io.tmpdir/jetty-localhost-35857-hadoop-hdfs-3_4_1-tests_jar-_-any-12987200568230541041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:53,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dfd4e1c{HTTP/1.1, (http/1.1)}{localhost:35857} 2024-12-04T20:04:53,302 INFO [Time-limited test {}] server.Server(415): Started @15918ms 2024-12-04T20:04:53,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:53,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:53,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:53,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:53,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:53,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:04:53,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@592fa0a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:53,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d463217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:53,431 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data1/current/BP-1491089805-172.17.0.2-1733342692688/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:53,431 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data2/current/BP-1491089805-172.17.0.2-1733342692688/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:53,461 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0d268c640e30a9d with lease ID 0xc3d0aa051bcba8c9: Processing first storage report for DS-767b549e-5536-4a96-b027-98bd7fcfb1a4 from datanode DatanodeRegistration(127.0.0.1:39015, datanodeUuid=6aa4b6d9-8ee2-4d92-9f16-10295fb26abc, infoPort=36421, infoSecurePort=0, ipcPort=44841, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688) 2024-12-04T20:04:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0d268c640e30a9d with lease ID 0xc3d0aa051bcba8c9: from storage DS-767b549e-5536-4a96-b027-98bd7fcfb1a4 node DatanodeRegistration(127.0.0.1:39015, datanodeUuid=6aa4b6d9-8ee2-4d92-9f16-10295fb26abc, infoPort=36421, infoSecurePort=0, ipcPort=44841, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0d268c640e30a9d with lease ID 0xc3d0aa051bcba8c9: Processing first storage report for DS-4ed61727-60b2-4261-8f8f-8b8f1907fbe1 from datanode DatanodeRegistration(127.0.0.1:39015, datanodeUuid=6aa4b6d9-8ee2-4d92-9f16-10295fb26abc, infoPort=36421, infoSecurePort=0, ipcPort=44841, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688) 2024-12-04T20:04:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0d268c640e30a9d with lease ID 0xc3d0aa051bcba8c9: from storage DS-4ed61727-60b2-4261-8f8f-8b8f1907fbe1 node DatanodeRegistration(127.0.0.1:39015, datanodeUuid=6aa4b6d9-8ee2-4d92-9f16-10295fb26abc, infoPort=36421, infoSecurePort=0, ipcPort=44841, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:53,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@620f1ced{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/java.io.tmpdir/jetty-localhost-42151-hadoop-hdfs-3_4_1-tests_jar-_-any-4164374720359066831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:53,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33d3a61b{HTTP/1.1, (http/1.1)}{localhost:42151} 2024-12-04T20:04:53,509 INFO [Time-limited test {}] server.Server(415): Started @16126ms 2024-12-04T20:04:53,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:53,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:53,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:53,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:53,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:53,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:04:53,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49072784{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:53,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b7df73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:53,642 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data3/current/BP-1491089805-172.17.0.2-1733342692688/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:53,642 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data4/current/BP-1491089805-172.17.0.2-1733342692688/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:53,676 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:53,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46aeb51962406ceb with lease ID 0xc3d0aa051bcba8ca: Processing first storage report for DS-d78a7a60-3c91-4f90-b9cb-60d36a05a39c from datanode DatanodeRegistration(127.0.0.1:35167, datanodeUuid=5801adb0-7d05-476f-a9d9-d3ea8f0c311d, infoPort=42247, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688) 2024-12-04T20:04:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46aeb51962406ceb with lease ID 0xc3d0aa051bcba8ca: from storage DS-d78a7a60-3c91-4f90-b9cb-60d36a05a39c node DatanodeRegistration(127.0.0.1:35167, datanodeUuid=5801adb0-7d05-476f-a9d9-d3ea8f0c311d, infoPort=42247, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:04:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46aeb51962406ceb with lease ID 0xc3d0aa051bcba8ca: Processing first storage report for DS-02f3a21e-6b95-4663-868f-21529f5cafa8 from datanode DatanodeRegistration(127.0.0.1:35167, datanodeUuid=5801adb0-7d05-476f-a9d9-d3ea8f0c311d, infoPort=42247, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688) 2024-12-04T20:04:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46aeb51962406ceb with lease ID 0xc3d0aa051bcba8ca: from storage DS-02f3a21e-6b95-4663-868f-21529f5cafa8 node DatanodeRegistration(127.0.0.1:35167, datanodeUuid=5801adb0-7d05-476f-a9d9-d3ea8f0c311d, infoPort=42247, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:53,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@139643b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/java.io.tmpdir/jetty-localhost-45023-hadoop-hdfs-3_4_1-tests_jar-_-any-6844351872720570255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:53,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18e21dfa{HTTP/1.1, (http/1.1)}{localhost:45023} 2024-12-04T20:04:53,753 INFO [Time-limited test {}] server.Server(415): Started @16370ms 2024-12-04T20:04:53,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:53,863 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data6/current/BP-1491089805-172.17.0.2-1733342692688/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:53,863 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data5/current/BP-1491089805-172.17.0.2-1733342692688/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:53,889 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x770e9f3c58b3e602 with lease ID 0xc3d0aa051bcba8cb: Processing first storage report for DS-c4c1fa01-33b1-4887-8c2a-de6f4708af7e from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=73be8cee-bf93-4e73-8c58-32a00bbab661, infoPort=37341, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688) 2024-12-04T20:04:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x770e9f3c58b3e602 with lease ID 0xc3d0aa051bcba8cb: from storage DS-c4c1fa01-33b1-4887-8c2a-de6f4708af7e node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=73be8cee-bf93-4e73-8c58-32a00bbab661, infoPort=37341, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:04:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x770e9f3c58b3e602 with lease ID 0xc3d0aa051bcba8cb: Processing first storage report for DS-91addffa-2d74-4018-9d40-3cfaa816d2b1 from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=73be8cee-bf93-4e73-8c58-32a00bbab661, infoPort=37341, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688) 2024-12-04T20:04:53,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x770e9f3c58b3e602 with lease ID 0xc3d0aa051bcba8cb: from storage DS-91addffa-2d74-4018-9d40-3cfaa816d2b1 node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=73be8cee-bf93-4e73-8c58-32a00bbab661, infoPort=37341, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=2146113170;c=1733342692688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:53,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d 2024-12-04T20:04:53,902 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:04:53,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:04:53,911 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46803/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46803/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/oldWALs, maxLogs=32 2024-12-04T20:04:53,937 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733342693915, exclude list is [], retry=0 2024-12-04T20:04:53,948 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35167,DS-d78a7a60-3c91-4f90-b9cb-60d36a05a39c,DISK] 2024-12-04T20:04:53,950 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39015,DS-767b549e-5536-4a96-b027-98bd7fcfb1a4,DISK] 2024-12-04T20:04:53,953 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-c4c1fa01-33b1-4887-8c2a-de6f4708af7e,DISK] 2024-12-04T20:04:53,964 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733342693915 2024-12-04T20:04:53,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42247:42247),(127.0.0.1/127.0.0.1:36421:36421),(127.0.0.1/127.0.0.1:37341:37341)] 2024-12-04T20:04:54,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T20:04:54,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T20:04:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35167 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T20:04:54,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:04:54,731 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46803/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733342693915: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-04T20:04:54,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T20:04:54,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@139643b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:54,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18e21dfa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:04:54,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:04:54,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b7df73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:04:54,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49072784{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir/,STOPPED} 2024-12-04T20:04:54,835 WARN [BP-1491089805-172.17.0.2-1733342692688 heartbeating to localhost/127.0.0.1:46803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:04:54,836 WARN [BP-1491089805-172.17.0.2-1733342692688 heartbeating to localhost/127.0.0.1:46803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1491089805-172.17.0.2-1733342692688 (Datanode Uuid 73be8cee-bf93-4e73-8c58-32a00bbab661) service to localhost/127.0.0.1:46803 2024-12-04T20:04:54,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data5/current/BP-1491089805-172.17.0.2-1733342692688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:54,837 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:04:54,837 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:04:54,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data6/current/BP-1491089805-172.17.0.2-1733342692688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:54,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:04:54,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@620f1ced{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:54,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33d3a61b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:04:54,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:04:54,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d463217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:04:54,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@592fa0a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir/,STOPPED} 2024-12-04T20:04:54,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:04:54,882 WARN [BP-1491089805-172.17.0.2-1733342692688 heartbeating to localhost/127.0.0.1:46803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:04:54,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:04:54,882 WARN [BP-1491089805-172.17.0.2-1733342692688 heartbeating to localhost/127.0.0.1:46803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1491089805-172.17.0.2-1733342692688 (Datanode Uuid 5801adb0-7d05-476f-a9d9-d3ea8f0c311d) service to localhost/127.0.0.1:46803 2024-12-04T20:04:54,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data3/current/BP-1491089805-172.17.0.2-1733342692688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:54,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data4/current/BP-1491089805-172.17.0.2-1733342692688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:54,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:04:54,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5fefbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:54,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dfd4e1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:04:54,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:04:54,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6efa2312{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:04:54,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce7a7c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir/,STOPPED} 2024-12-04T20:04:54,943 WARN [BP-1491089805-172.17.0.2-1733342692688 heartbeating to localhost/127.0.0.1:46803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:04:54,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:04:54,943 WARN [BP-1491089805-172.17.0.2-1733342692688 heartbeating to localhost/127.0.0.1:46803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1491089805-172.17.0.2-1733342692688 (Datanode Uuid 6aa4b6d9-8ee2-4d92-9f16-10295fb26abc) service to localhost/127.0.0.1:46803 2024-12-04T20:04:54,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:04:54,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data1/current/BP-1491089805-172.17.0.2-1733342692688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:54,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/cluster_34d43eb1-f228-073b-e698-7199ca28d8af/dfs/data/data2/current/BP-1491089805-172.17.0.2-1733342692688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:04:54,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:04:54,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34f01a38{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:04:54,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a289cdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:04:54,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:04:54,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@517c9194{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:04:54,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14853bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir/,STOPPED} 2024-12-04T20:04:54,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T20:04:55,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 46) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:46803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:46803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 522), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=7783 (was 7997) 2024-12-04T20:04:55,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=7782 2024-12-04T20:04:55,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.log.dir so I do NOT create it in target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0 2024-12-04T20:04:55,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a148b121-22e6-a0c2-9b39-7fbbcf0abe0d/hadoop.tmp.dir so I do NOT create it in target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0 2024-12-04T20:04:55,010 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d, deleteOnExit=true 2024-12-04T20:04:55,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/test.cache.data in system properties and HBase conf 2024-12-04T20:04:55,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:04:55,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:04:55,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:04:55,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:04:55,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T20:04:55,014 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:04:55,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:04:55,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:04:55,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:04:55,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:04:55,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:04:55,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:04:55,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:04:55,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:04:55,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:04:55,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:04:55,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:04:55,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:04:55,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:04:55,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:04:55,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:55,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:55,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:55,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:55,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:04:55,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:55,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b13a592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:55,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d21f4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:55,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17d22b0b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/java.io.tmpdir/jetty-localhost-40105-hadoop-hdfs-3_4_1-tests_jar-_-any-12531266908520091215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:04:55,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29b874b8{HTTP/1.1, (http/1.1)}{localhost:40105} 2024-12-04T20:04:55,276 INFO [Time-limited test {}] server.Server(415): Started @17892ms 2024-12-04T20:04:55,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:55,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:55,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:55,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:55,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:04:55,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65204c74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:55,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7113fd6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:55,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7abb950e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/java.io.tmpdir/jetty-localhost-44299-hadoop-hdfs-3_4_1-tests_jar-_-any-13302493203760026581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:55,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acebdbd{HTTP/1.1, (http/1.1)}{localhost:44299} 2024-12-04T20:04:55,490 INFO [Time-limited test {}] server.Server(415): Started @18106ms 2024-12-04T20:04:55,492 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:55,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:55,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:55,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:55,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:55,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:04:55,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@682f531f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:55,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f6c216e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:55,602 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data1/current/BP-1912847419-172.17.0.2-1733342695065/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:55,603 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data2/current/BP-1912847419-172.17.0.2-1733342695065/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:55,628 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:55,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3596febb00a0afc with lease ID 0x65782d9303083fdb: Processing first storage report for DS-ce7cec11-27f5-4627-8c6d-25028435ab90 from datanode DatanodeRegistration(127.0.0.1:38099, datanodeUuid=0c58403a-1224-4a6c-86bc-c62576cae142, infoPort=39393, infoSecurePort=0, ipcPort=39513, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065) 2024-12-04T20:04:55,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3596febb00a0afc with lease ID 0x65782d9303083fdb: from storage DS-ce7cec11-27f5-4627-8c6d-25028435ab90 node DatanodeRegistration(127.0.0.1:38099, datanodeUuid=0c58403a-1224-4a6c-86bc-c62576cae142, infoPort=39393, infoSecurePort=0, ipcPort=39513, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3596febb00a0afc with lease ID 0x65782d9303083fdb: Processing first storage report for DS-6b4a052c-8ee5-4276-930b-294c33c2bc77 from datanode DatanodeRegistration(127.0.0.1:38099, datanodeUuid=0c58403a-1224-4a6c-86bc-c62576cae142, infoPort=39393, infoSecurePort=0, ipcPort=39513, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065) 2024-12-04T20:04:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3596febb00a0afc with lease ID 0x65782d9303083fdb: from storage DS-6b4a052c-8ee5-4276-930b-294c33c2bc77 node DatanodeRegistration(127.0.0.1:38099, datanodeUuid=0c58403a-1224-4a6c-86bc-c62576cae142, infoPort=39393, infoSecurePort=0, ipcPort=39513, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:04:55,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37ef6c93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/java.io.tmpdir/jetty-localhost-37313-hadoop-hdfs-3_4_1-tests_jar-_-any-170386690179927233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:55,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a58dd8{HTTP/1.1, (http/1.1)}{localhost:37313} 2024-12-04T20:04:55,665 INFO [Time-limited test {}] server.Server(415): Started @18281ms 2024-12-04T20:04:55,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:55,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:04:55,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:04:55,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:04:55,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:04:55,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:04:55,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a01c6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:04:55,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6018c3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:04:55,769 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data3/current/BP-1912847419-172.17.0.2-1733342695065/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:55,771 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data4/current/BP-1912847419-172.17.0.2-1733342695065/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:55,789 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56df2175cb326b61 with lease ID 0x65782d9303083fdc: Processing first storage report for DS-32683f7c-3f55-4d4f-89e8-9ea19d1e3503 from datanode DatanodeRegistration(127.0.0.1:32901, datanodeUuid=e0ae7a64-e2e7-4761-a464-851000c7bb32, infoPort=34259, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065) 2024-12-04T20:04:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56df2175cb326b61 with lease ID 0x65782d9303083fdc: from storage DS-32683f7c-3f55-4d4f-89e8-9ea19d1e3503 node DatanodeRegistration(127.0.0.1:32901, datanodeUuid=e0ae7a64-e2e7-4761-a464-851000c7bb32, infoPort=34259, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:04:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56df2175cb326b61 with lease ID 0x65782d9303083fdc: Processing first storage report for DS-f01c3603-4cbe-489c-934d-dd67c99a9119 from datanode DatanodeRegistration(127.0.0.1:32901, datanodeUuid=e0ae7a64-e2e7-4761-a464-851000c7bb32, infoPort=34259, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065) 2024-12-04T20:04:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56df2175cb326b61 with lease ID 0x65782d9303083fdc: from storage DS-f01c3603-4cbe-489c-934d-dd67c99a9119 node DatanodeRegistration(127.0.0.1:32901, datanodeUuid=e0ae7a64-e2e7-4761-a464-851000c7bb32, infoPort=34259, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:55,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71aab30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/java.io.tmpdir/jetty-localhost-44277-hadoop-hdfs-3_4_1-tests_jar-_-any-4333525835425050091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:04:55,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4797f989{HTTP/1.1, (http/1.1)}{localhost:44277} 2024-12-04T20:04:55,872 INFO [Time-limited test {}] server.Server(415): Started @18489ms 2024-12-04T20:04:55,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:04:55,972 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data5/current/BP-1912847419-172.17.0.2-1733342695065/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:55,973 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data6/current/BP-1912847419-172.17.0.2-1733342695065/current, will proceed with Du for space computation calculation, 2024-12-04T20:04:55,991 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:04:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x886fd312f8b53868 with lease ID 0x65782d9303083fdd: Processing first storage report for DS-c160b0cb-14f6-419d-965f-657a402f093e from datanode DatanodeRegistration(127.0.0.1:35711, datanodeUuid=13b3d883-85f8-4430-958b-f4e9f897ebc7, infoPort=42551, infoSecurePort=0, ipcPort=46021, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065) 2024-12-04T20:04:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x886fd312f8b53868 with lease ID 0x65782d9303083fdd: from storage DS-c160b0cb-14f6-419d-965f-657a402f093e node DatanodeRegistration(127.0.0.1:35711, datanodeUuid=13b3d883-85f8-4430-958b-f4e9f897ebc7, infoPort=42551, infoSecurePort=0, ipcPort=46021, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x886fd312f8b53868 with lease ID 0x65782d9303083fdd: Processing first storage report for DS-26383197-0a5c-4454-80a9-470f5ae5ff79 from datanode DatanodeRegistration(127.0.0.1:35711, datanodeUuid=13b3d883-85f8-4430-958b-f4e9f897ebc7, infoPort=42551, infoSecurePort=0, ipcPort=46021, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065) 2024-12-04T20:04:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x886fd312f8b53868 with lease ID 0x65782d9303083fdd: from storage DS-26383197-0a5c-4454-80a9-470f5ae5ff79 node DatanodeRegistration(127.0.0.1:35711, datanodeUuid=13b3d883-85f8-4430-958b-f4e9f897ebc7, infoPort=42551, infoSecurePort=0, ipcPort=46021, storageInfo=lv=-57;cid=testClusterID;nsid=674708996;c=1733342695065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:04:56,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0 2024-12-04T20:04:56,022 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:04:56,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:04:56,029 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:43811/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:43811/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/oldWALs, maxLogs=32 2024-12-04T20:04:56,050 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733342696032, exclude list is [], retry=0 2024-12-04T20:04:56,055 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38099,DS-ce7cec11-27f5-4627-8c6d-25028435ab90,DISK] 2024-12-04T20:04:56,056 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-c160b0cb-14f6-419d-965f-657a402f093e,DISK] 2024-12-04T20:04:56,057 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-32683f7c-3f55-4d4f-89e8-9ea19d1e3503,DISK] 2024-12-04T20:04:56,059 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733342696032 2024-12-04T20:04:56,060 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39393:39393),(127.0.0.1/127.0.0.1:42551:42551),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-04T20:04:56,077 INFO [AsyncFSWAL-0-hdfs://localhost:43811/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-04T20:05:07,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T20:05:07,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38099 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T20:05:07,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35711 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T20:05:07,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:05:07,871 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43811/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733342696032: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-04T20:05:09,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T20:05:09,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71aab30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:09,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4797f989{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:05:09,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:05:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6018c3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:05:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a01c6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir/,STOPPED} 2024-12-04T20:05:09,905 WARN [BP-1912847419-172.17.0.2-1733342695065 heartbeating to localhost/127.0.0.1:43811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:05:09,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:05:09,905 WARN [BP-1912847419-172.17.0.2-1733342695065 heartbeating to localhost/127.0.0.1:43811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1912847419-172.17.0.2-1733342695065 (Datanode Uuid 13b3d883-85f8-4430-958b-f4e9f897ebc7) service to localhost/127.0.0.1:43811 2024-12-04T20:05:09,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:05:09,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data5/current/BP-1912847419-172.17.0.2-1733342695065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:09,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data6/current/BP-1912847419-172.17.0.2-1733342695065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:09,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:05:09,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37ef6c93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:09,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a58dd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:05:09,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:05:09,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f6c216e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:05:09,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@682f531f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir/,STOPPED} 2024-12-04T20:05:09,921 WARN [BP-1912847419-172.17.0.2-1733342695065 heartbeating to localhost/127.0.0.1:43811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:05:09,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:05:09,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:05:09,921 WARN [BP-1912847419-172.17.0.2-1733342695065 heartbeating to localhost/127.0.0.1:43811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1912847419-172.17.0.2-1733342695065 (Datanode Uuid e0ae7a64-e2e7-4761-a464-851000c7bb32) service to localhost/127.0.0.1:43811 2024-12-04T20:05:09,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data3/current/BP-1912847419-172.17.0.2-1733342695065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:09,923 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:05:09,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data4/current/BP-1912847419-172.17.0.2-1733342695065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:09,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7abb950e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:09,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6acebdbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:05:09,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:05:09,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7113fd6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:05:09,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65204c74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir/,STOPPED} 2024-12-04T20:05:09,932 WARN [BP-1912847419-172.17.0.2-1733342695065 heartbeating to localhost/127.0.0.1:43811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:05:09,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:05:09,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:05:09,932 WARN [BP-1912847419-172.17.0.2-1733342695065 heartbeating to localhost/127.0.0.1:43811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1912847419-172.17.0.2-1733342695065 (Datanode Uuid 0c58403a-1224-4a6c-86bc-c62576cae142) service to localhost/127.0.0.1:43811 2024-12-04T20:05:09,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data1/current/BP-1912847419-172.17.0.2-1733342695065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:09,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/cluster_2c4182bc-7649-178a-b5e9-4cdcaf81a56d/dfs/data/data2/current/BP-1912847419-172.17.0.2-1733342695065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:09,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:05:09,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17d22b0b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:05:09,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29b874b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:05:09,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:05:09,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d21f4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:05:09,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b13a592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir/,STOPPED} 2024-12-04T20:05:09,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T20:05:09,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54 (was 54), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=486 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=7832 (was 7782) - AvailableMemoryMB LEAK? - 2024-12-04T20:05:10,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=54, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=486, ProcessCount=11, AvailableMemoryMB=7832 2024-12-04T20:05:10,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.log.dir so I do NOT create it in target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306 2024-12-04T20:05:10,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05ec392e-9718-8d76-bdbe-5740a8aea0f0/hadoop.tmp.dir so I do NOT create it in target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306 2024-12-04T20:05:10,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888, deleteOnExit=true 2024-12-04T20:05:10,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/test.cache.data in system properties and HBase conf 2024-12-04T20:05:10,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T20:05:10,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir in system properties and HBase conf 2024-12-04T20:05:10,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T20:05:10,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T20:05:10,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T20:05:10,002 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:05:10,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T20:05:10,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/nfs.dump.dir in system properties and HBase conf 2024-12-04T20:05:10,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/java.io.tmpdir in system properties and HBase conf 2024-12-04T20:05:10,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T20:05:10,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T20:05:10,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T20:05:10,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:05:10,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:05:10,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:05:10,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:05:10,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:05:10,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:05:10,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5958e0c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:05:10,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57561d00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:05:10,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40da8521{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/java.io.tmpdir/jetty-localhost-38745-hadoop-hdfs-3_4_1-tests_jar-_-any-11221069443839565474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:05:10,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17c145d{HTTP/1.1, (http/1.1)}{localhost:38745} 2024-12-04T20:05:10,257 INFO [Time-limited test {}] server.Server(415): Started @32873ms 2024-12-04T20:05:10,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:05:10,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:05:10,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:05:10,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:05:10,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:05:10,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555a0fe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:05:10,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee5fb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:05:10,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57a94d81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/java.io.tmpdir/jetty-localhost-45397-hadoop-hdfs-3_4_1-tests_jar-_-any-13784159407193973613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:10,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6502850c{HTTP/1.1, (http/1.1)}{localhost:45397} 2024-12-04T20:05:10,523 INFO [Time-limited test {}] server.Server(415): Started @33139ms 2024-12-04T20:05:10,524 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:05:10,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:05:10,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:05:10,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:05:10,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:05:10,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T20:05:10,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c60fb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:05:10,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35b4d3a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:05:10,647 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data1/current/BP-709452666-172.17.0.2-1733342710039/current, will proceed with Du for space computation calculation, 2024-12-04T20:05:10,648 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data2/current/BP-709452666-172.17.0.2-1733342710039/current, will proceed with Du for space computation calculation, 2024-12-04T20:05:10,676 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:05:10,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac9abd2cb42b049f with lease ID 0x2716a801d39847e2: Processing first storage report for DS-57218160-90f4-43b2-92b5-a04febbe11bf from datanode DatanodeRegistration(127.0.0.1:35935, datanodeUuid=4371c83e-2778-412e-8741-006d959d522c, infoPort=38861, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039) 2024-12-04T20:05:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac9abd2cb42b049f with lease ID 0x2716a801d39847e2: from storage DS-57218160-90f4-43b2-92b5-a04febbe11bf node DatanodeRegistration(127.0.0.1:35935, datanodeUuid=4371c83e-2778-412e-8741-006d959d522c, infoPort=38861, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:05:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac9abd2cb42b049f with lease ID 0x2716a801d39847e2: Processing first storage report for DS-ef04768c-2ac2-41c0-82c7-ac71899dd299 from datanode DatanodeRegistration(127.0.0.1:35935, datanodeUuid=4371c83e-2778-412e-8741-006d959d522c, infoPort=38861, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039) 2024-12-04T20:05:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac9abd2cb42b049f with lease ID 0x2716a801d39847e2: from storage DS-ef04768c-2ac2-41c0-82c7-ac71899dd299 node DatanodeRegistration(127.0.0.1:35935, datanodeUuid=4371c83e-2778-412e-8741-006d959d522c, infoPort=38861, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:05:10,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48941679{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/java.io.tmpdir/jetty-localhost-37641-hadoop-hdfs-3_4_1-tests_jar-_-any-266690530116445678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:10,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4476449a{HTTP/1.1, (http/1.1)}{localhost:37641} 2024-12-04T20:05:10,741 INFO [Time-limited test {}] server.Server(415): Started @33357ms 2024-12-04T20:05:10,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:05:10,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T20:05:10,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T20:05:10,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T20:05:10,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T20:05:10,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T20:05:10,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ddd14cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir/,AVAILABLE} 2024-12-04T20:05:10,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@794d590f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T20:05:10,852 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data4/current/BP-709452666-172.17.0.2-1733342710039/current, will proceed with Du for space computation calculation, 2024-12-04T20:05:10,852 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data3/current/BP-709452666-172.17.0.2-1733342710039/current, will proceed with Du for space computation calculation, 2024-12-04T20:05:10,870 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:05:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b27189c59bbdf43 with lease ID 0x2716a801d39847e3: Processing first storage report for DS-cb2f2207-32ae-4ce8-962c-108b8694e16a from datanode DatanodeRegistration(127.0.0.1:35271, datanodeUuid=e7ee7a50-5e7d-44ba-ab36-8c2f8cc6318c, infoPort=33807, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039) 2024-12-04T20:05:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b27189c59bbdf43 with lease ID 0x2716a801d39847e3: from storage DS-cb2f2207-32ae-4ce8-962c-108b8694e16a node DatanodeRegistration(127.0.0.1:35271, datanodeUuid=e7ee7a50-5e7d-44ba-ab36-8c2f8cc6318c, infoPort=33807, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:05:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b27189c59bbdf43 with lease ID 0x2716a801d39847e3: Processing first storage report for DS-bbc39800-f1a1-459e-ad8d-c45ad30f0f2a from datanode DatanodeRegistration(127.0.0.1:35271, datanodeUuid=e7ee7a50-5e7d-44ba-ab36-8c2f8cc6318c, infoPort=33807, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039) 2024-12-04T20:05:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b27189c59bbdf43 with lease ID 0x2716a801d39847e3: from storage DS-bbc39800-f1a1-459e-ad8d-c45ad30f0f2a node DatanodeRegistration(127.0.0.1:35271, datanodeUuid=e7ee7a50-5e7d-44ba-ab36-8c2f8cc6318c, infoPort=33807, infoSecurePort=0, ipcPort=44747, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:05:10,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4505da6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/java.io.tmpdir/jetty-localhost-36333-hadoop-hdfs-3_4_1-tests_jar-_-any-7149734180154221037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:10,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c0b555a{HTTP/1.1, (http/1.1)}{localhost:36333} 2024-12-04T20:05:10,962 INFO [Time-limited test {}] server.Server(415): Started @33578ms 2024-12-04T20:05:10,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T20:05:11,070 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data6/current/BP-709452666-172.17.0.2-1733342710039/current, will proceed with Du for space computation calculation, 2024-12-04T20:05:11,070 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data5/current/BP-709452666-172.17.0.2-1733342710039/current, will proceed with Du for space computation calculation, 2024-12-04T20:05:11,097 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T20:05:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x736510b68f552f47 with lease ID 0x2716a801d39847e4: Processing first storage report for DS-065c42b9-3a96-4434-9b7e-026eae6921a6 from datanode DatanodeRegistration(127.0.0.1:36461, datanodeUuid=9bcff620-df45-4972-8a4b-9a8586f443c3, infoPort=33827, infoSecurePort=0, ipcPort=34173, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039) 2024-12-04T20:05:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x736510b68f552f47 with lease ID 0x2716a801d39847e4: from storage DS-065c42b9-3a96-4434-9b7e-026eae6921a6 node DatanodeRegistration(127.0.0.1:36461, datanodeUuid=9bcff620-df45-4972-8a4b-9a8586f443c3, infoPort=33827, infoSecurePort=0, ipcPort=34173, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T20:05:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x736510b68f552f47 with lease ID 0x2716a801d39847e4: Processing first storage report for DS-f8827b0d-44f3-47b1-a6b0-bcee1a8a17b5 from datanode DatanodeRegistration(127.0.0.1:36461, datanodeUuid=9bcff620-df45-4972-8a4b-9a8586f443c3, infoPort=33827, infoSecurePort=0, ipcPort=34173, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039) 2024-12-04T20:05:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x736510b68f552f47 with lease ID 0x2716a801d39847e4: from storage DS-f8827b0d-44f3-47b1-a6b0-bcee1a8a17b5 node DatanodeRegistration(127.0.0.1:36461, datanodeUuid=9bcff620-df45-4972-8a4b-9a8586f443c3, infoPort=33827, infoSecurePort=0, ipcPort=34173, storageInfo=lv=-57;cid=testClusterID;nsid=1438251824;c=1733342710039), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T20:05:11,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306 2024-12-04T20:05:11,207 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T20:05:11,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T20:05:11,219 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46241/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46241/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/oldWALs, maxLogs=32 2024-12-04T20:05:11,238 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733342711221, exclude list is [], retry=0 2024-12-04T20:05:11,245 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35935,DS-57218160-90f4-43b2-92b5-a04febbe11bf,DISK] 2024-12-04T20:05:11,246 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35271,DS-cb2f2207-32ae-4ce8-962c-108b8694e16a,DISK] 2024-12-04T20:05:11,246 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36461,DS-065c42b9-3a96-4434-9b7e-026eae6921a6,DISK] 2024-12-04T20:05:11,255 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733342711221 2024-12-04T20:05:11,256 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38861:38861),(127.0.0.1/127.0.0.1:33807:33807),(127.0.0.1/127.0.0.1:33827:33827)] 2024-12-04T20:05:11,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36461 is added to blk_1073741825_1001 (size=121110) 2024-12-04T20:05:11,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741825_1001 (size=121110) 2024-12-04T20:05:11,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741825_1001 (size=121110) 2024-12-04T20:05:11,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T20:05:11,809 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46241/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733342711221: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-04T20:05:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T20:05:11,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4505da6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:11,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c0b555a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:05:11,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:05:11,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@794d590f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:05:11,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ddd14cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir/,STOPPED} 2024-12-04T20:05:11,854 WARN [BP-709452666-172.17.0.2-1733342710039 heartbeating to localhost/127.0.0.1:46241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:05:11,854 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:05:11,854 WARN [BP-709452666-172.17.0.2-1733342710039 heartbeating to localhost/127.0.0.1:46241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709452666-172.17.0.2-1733342710039 (Datanode Uuid 9bcff620-df45-4972-8a4b-9a8586f443c3) service to localhost/127.0.0.1:46241 2024-12-04T20:05:11,854 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:05:11,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data5/current/BP-709452666-172.17.0.2-1733342710039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:11,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data6/current/BP-709452666-172.17.0.2-1733342710039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:11,855 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:05:11,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48941679{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:11,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4476449a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:05:11,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:05:11,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35b4d3a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:05:11,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c60fb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir/,STOPPED} 2024-12-04T20:05:11,873 WARN [BP-709452666-172.17.0.2-1733342710039 heartbeating to localhost/127.0.0.1:46241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:05:11,873 WARN [BP-709452666-172.17.0.2-1733342710039 heartbeating to localhost/127.0.0.1:46241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709452666-172.17.0.2-1733342710039 (Datanode Uuid e7ee7a50-5e7d-44ba-ab36-8c2f8cc6318c) service to localhost/127.0.0.1:46241 2024-12-04T20:05:11,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:05:11,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:05:11,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:05:11,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data3/current/BP-709452666-172.17.0.2-1733342710039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:11,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data4/current/BP-709452666-172.17.0.2-1733342710039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:11,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57a94d81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T20:05:11,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6502850c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:05:11,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:05:11,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee5fb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:05:11,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555a0fe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir/,STOPPED} 2024-12-04T20:05:11,902 WARN [BP-709452666-172.17.0.2-1733342710039 heartbeating to localhost/127.0.0.1:46241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T20:05:11,902 WARN [BP-709452666-172.17.0.2-1733342710039 heartbeating to localhost/127.0.0.1:46241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709452666-172.17.0.2-1733342710039 (Datanode Uuid 4371c83e-2778-412e-8741-006d959d522c) service to localhost/127.0.0.1:46241 2024-12-04T20:05:11,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data1/current/BP-709452666-172.17.0.2-1733342710039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:11,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T20:05:11,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/cluster_235366b0-388b-1121-12a3-96121228f888/dfs/data/data2/current/BP-709452666-172.17.0.2-1733342710039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T20:05:11,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T20:05:11,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T20:05:11,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40da8521{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T20:05:11,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17c145d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T20:05:11,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T20:05:11,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57561d00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T20:05:11,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5958e0c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2d35e16b-14b9-43b1-d5d4-626b53ec1306/hadoop.log.dir/,STOPPED} 2024-12-04T20:05:11,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T20:05:11,995 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=61 (was 54) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 486), ProcessCount=11 (was 11), AvailableMemoryMB=7661 (was 7832)