2024-12-15 20:41:32,411 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf 2024-12-15 20:41:32,426 main DEBUG Took 0.013182 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 20:41:32,427 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 20:41:32,427 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 20:41:32,429 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 20:41:32,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,443 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 20:41:32,459 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,462 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,463 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,464 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,465 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,467 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,469 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,470 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,471 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,472 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,473 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 20:41:32,474 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,474 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 20:41:32,476 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 20:41:32,478 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 20:41:32,480 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 20:41:32,481 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 20:41:32,482 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 20:41:32,483 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 20:41:32,493 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 20:41:32,497 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 20:41:32,500 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 20:41:32,500 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 20:41:32,501 main DEBUG createAppenders(={Console}) 2024-12-15 20:41:32,502 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf initialized 2024-12-15 20:41:32,502 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf 2024-12-15 20:41:32,503 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf OK. 2024-12-15 20:41:32,503 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 20:41:32,504 main DEBUG OutputStream closed 2024-12-15 20:41:32,504 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 20:41:32,504 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 20:41:32,505 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@20f5239f OK 2024-12-15 20:41:32,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 20:41:32,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 20:41:32,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 20:41:32,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 20:41:32,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 20:41:32,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 20:41:32,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 20:41:32,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 20:41:32,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 20:41:32,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 20:41:32,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 20:41:32,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 20:41:32,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 20:41:32,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 20:41:32,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 20:41:32,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 20:41:32,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 20:41:32,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 20:41:32,606 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 20:41:32,606 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@78641d23) with optional ClassLoader: null 2024-12-15 20:41:32,606 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 20:41:32,607 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@78641d23] started OK. 2024-12-15T20:41:32,875 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841 2024-12-15 20:41:32,878 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 20:41:32,878 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T20:41:32,889 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-15T20:41:32,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=284, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=13166 2024-12-15T20:41:32,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617, deleteOnExit=true 2024-12-15T20:41:32,928 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/test.cache.data in system properties and HBase conf 2024-12-15T20:41:32,928 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T20:41:32,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir in system properties and HBase conf 2024-12-15T20:41:32,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T20:41:32,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T20:41:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T20:41:33,010 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T20:41:33,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T20:41:33,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T20:41:33,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T20:41:33,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T20:41:33,113 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T20:41:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T20:41:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T20:41:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T20:41:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T20:41:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T20:41:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/nfs.dump.dir in system properties and HBase conf 2024-12-15T20:41:33,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/java.io.tmpdir in system properties and HBase conf 2024-12-15T20:41:33,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T20:41:33,117 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T20:41:33,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T20:41:34,050 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T20:41:34,117 INFO [Time-limited test {}] log.Log(170): Logging initialized @2347ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T20:41:34,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:41:34,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:41:34,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:41:34,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:41:34,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T20:41:34,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:41:34,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69489c3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:41:34,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b9d4ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:41:34,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a25c5b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/java.io.tmpdir/jetty-localhost-33357-hadoop-hdfs-3_4_1-tests_jar-_-any-13502448981042435008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T20:41:34,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65220a75{HTTP/1.1, (http/1.1)}{localhost:33357} 2024-12-15T20:41:34,488 INFO [Time-limited test {}] server.Server(415): Started @2719ms 2024-12-15T20:41:34,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:41:34,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:41:34,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:41:34,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:41:34,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T20:41:34,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@145b07f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:41:34,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a13843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:41:35,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16f05d2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/java.io.tmpdir/jetty-localhost-44539-hadoop-hdfs-3_4_1-tests_jar-_-any-10938893599885935917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:41:35,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e41473b{HTTP/1.1, (http/1.1)}{localhost:44539} 2024-12-15T20:41:35,027 INFO [Time-limited test {}] server.Server(415): Started @3258ms 2024-12-15T20:41:35,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:41:35,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:41:35,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:41:35,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:41:35,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:41:35,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T20:41:35,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343a8fe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:41:35,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@552745b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:41:35,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65da6467{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/java.io.tmpdir/jetty-localhost-33435-hadoop-hdfs-3_4_1-tests_jar-_-any-16570373485478225673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:41:35,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c294c4f{HTTP/1.1, (http/1.1)}{localhost:33435} 2024-12-15T20:41:35,310 INFO [Time-limited test {}] server.Server(415): Started @3541ms 2024-12-15T20:41:35,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:41:35,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:41:35,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:41:35,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:41:35,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:41:35,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T20:41:35,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50490238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:41:35,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d465255{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:41:35,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c3f6844{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/java.io.tmpdir/jetty-localhost-46519-hadoop-hdfs-3_4_1-tests_jar-_-any-3743451963025791881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:41:35,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66f25177{HTTP/1.1, (http/1.1)}{localhost:46519} 2024-12-15T20:41:35,458 INFO [Time-limited test {}] server.Server(415): Started @3689ms 2024-12-15T20:41:35,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:41:36,174 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data2/current/BP-1311813503-172.17.0.2-1734295293637/current, will proceed with Du for space computation calculation, 2024-12-15T20:41:36,174 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data4/current/BP-1311813503-172.17.0.2-1734295293637/current, will proceed with Du for space computation calculation, 2024-12-15T20:41:36,174 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data3/current/BP-1311813503-172.17.0.2-1734295293637/current, will proceed with Du for space computation calculation, 2024-12-15T20:41:36,174 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data1/current/BP-1311813503-172.17.0.2-1734295293637/current, will proceed with Du for space computation calculation, 2024-12-15T20:41:36,205 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:41:36,205 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:41:36,222 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data5/current/BP-1311813503-172.17.0.2-1734295293637/current, will proceed with Du for space computation calculation, 2024-12-15T20:41:36,223 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data6/current/BP-1311813503-172.17.0.2-1734295293637/current, will proceed with Du for space computation calculation, 2024-12-15T20:41:36,249 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:41:36,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x722dbb6487f71047 with lease ID 0xf443894abe23c548: Processing first storage report for DS-00ac3b75-4161-4834-9a1d-31fbeb7acdf8 from datanode DatanodeRegistration(127.0.0.1:33595, datanodeUuid=afdf2447-bf5f-4e9e-acb1-ba2917cbb85d, infoPort=35649, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637) 2024-12-15T20:41:36,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x722dbb6487f71047 with lease ID 0xf443894abe23c548: from storage DS-00ac3b75-4161-4834-9a1d-31fbeb7acdf8 node DatanodeRegistration(127.0.0.1:33595, datanodeUuid=afdf2447-bf5f-4e9e-acb1-ba2917cbb85d, infoPort=35649, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T20:41:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f1e25ac2ba43f2d with lease ID 0xf443894abe23c549: Processing first storage report for DS-7178eb7d-37dd-43c2-b0c2-58ba1a960f97 from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=2773d7fc-06ce-4d30-ae7c-d20c1862bdab, infoPort=41375, infoSecurePort=0, ipcPort=35753, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637) 2024-12-15T20:41:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f1e25ac2ba43f2d with lease ID 0xf443894abe23c549: from storage DS-7178eb7d-37dd-43c2-b0c2-58ba1a960f97 node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=2773d7fc-06ce-4d30-ae7c-d20c1862bdab, infoPort=41375, infoSecurePort=0, ipcPort=35753, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T20:41:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x722dbb6487f71047 with lease ID 0xf443894abe23c548: Processing first storage report for DS-b0450072-c2d5-4e08-b196-9d9f427813d2 from datanode DatanodeRegistration(127.0.0.1:33595, datanodeUuid=afdf2447-bf5f-4e9e-acb1-ba2917cbb85d, infoPort=35649, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637) 2024-12-15T20:41:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x722dbb6487f71047 with lease ID 0xf443894abe23c548: from storage DS-b0450072-c2d5-4e08-b196-9d9f427813d2 node DatanodeRegistration(127.0.0.1:33595, datanodeUuid=afdf2447-bf5f-4e9e-acb1-ba2917cbb85d, infoPort=35649, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:41:36,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f1e25ac2ba43f2d with lease ID 0xf443894abe23c549: Processing first storage report for DS-78c4b7e5-f115-4f59-8b81-c5bb8c18d3f0 from datanode DatanodeRegistration(127.0.0.1:44967, datanodeUuid=2773d7fc-06ce-4d30-ae7c-d20c1862bdab, infoPort=41375, infoSecurePort=0, ipcPort=35753, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637) 2024-12-15T20:41:36,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f1e25ac2ba43f2d with lease ID 0xf443894abe23c549: from storage DS-78c4b7e5-f115-4f59-8b81-c5bb8c18d3f0 node DatanodeRegistration(127.0.0.1:44967, datanodeUuid=2773d7fc-06ce-4d30-ae7c-d20c1862bdab, infoPort=41375, infoSecurePort=0, ipcPort=35753, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:41:36,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ae74580eb679b5d with lease ID 0xf443894abe23c54a: Processing first storage report for DS-21c07803-6fe5-4df3-82a4-c335acec87f0 from datanode DatanodeRegistration(127.0.0.1:36927, datanodeUuid=e4c67d71-4c70-4138-a308-87ae638f8331, infoPort=34089, infoSecurePort=0, ipcPort=43751, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637) 2024-12-15T20:41:36,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ae74580eb679b5d with lease ID 0xf443894abe23c54a: from storage DS-21c07803-6fe5-4df3-82a4-c335acec87f0 node DatanodeRegistration(127.0.0.1:36927, datanodeUuid=e4c67d71-4c70-4138-a308-87ae638f8331, infoPort=34089, infoSecurePort=0, ipcPort=43751, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:41:36,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ae74580eb679b5d with lease ID 0xf443894abe23c54a: Processing first storage report for DS-e9da8265-7e93-4dc7-b89b-fdba678f1db1 from datanode DatanodeRegistration(127.0.0.1:36927, datanodeUuid=e4c67d71-4c70-4138-a308-87ae638f8331, infoPort=34089, infoSecurePort=0, ipcPort=43751, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637) 2024-12-15T20:41:36,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ae74580eb679b5d with lease ID 0xf443894abe23c54a: from storage DS-e9da8265-7e93-4dc7-b89b-fdba678f1db1 node DatanodeRegistration(127.0.0.1:36927, datanodeUuid=e4c67d71-4c70-4138-a308-87ae638f8331, infoPort=34089, infoSecurePort=0, ipcPort=43751, storageInfo=lv=-57;cid=testClusterID;nsid=847860967;c=1734295293637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:41:36,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841 2024-12-15T20:41:36,445 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T20:41:36,450 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T20:41:36,452 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T20:41:36,465 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T20:41:36,465 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T20:41:36,498 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T20:41:36,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T20:41:36,546 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:41795/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:41795/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/oldWALs, maxLogs=32 2024-12-15T20:41:36,584 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734295296568, exclude list is [], retry=0 2024-12-15T20:41:36,636 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48777 (auto-detected) 2024-12-15T20:41:36,638 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T20:41:36,661 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36927,DS-21c07803-6fe5-4df3-82a4-c335acec87f0,DISK] 2024-12-15T20:41:36,664 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T20:41:36,687 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44967,DS-7178eb7d-37dd-43c2-b0c2-58ba1a960f97,DISK] 2024-12-15T20:41:36,688 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-00ac3b75-4161-4834-9a1d-31fbeb7acdf8,DISK] 2024-12-15T20:41:36,770 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734295296568 2024-12-15T20:41:36,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41375:41375),(127.0.0.1/127.0.0.1:35649:35649)] 2024-12-15T20:41:36,772 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T20:41:37,385 DEBUG [AsyncFSWAL-0-hdfs://localhost:41795/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-15T20:41:39,360 INFO [AsyncFSWAL-0-hdfs://localhost:41795/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 211 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36927,DS-21c07803-6fe5-4df3-82a4-c335acec87f0,DISK], DatanodeInfoWithStorage[127.0.0.1:44967,DS-7178eb7d-37dd-43c2-b0c2-58ba1a960f97,DISK], DatanodeInfoWithStorage[127.0.0.1:33595,DS-00ac3b75-4161-4834-9a1d-31fbeb7acdf8,DISK]] 2024-12-15T20:41:39,517 INFO [AsyncFSWAL-0-hdfs://localhost:41795/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 144 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36927,DS-21c07803-6fe5-4df3-82a4-c335acec87f0,DISK], DatanodeInfoWithStorage[127.0.0.1:44967,DS-7178eb7d-37dd-43c2-b0c2-58ba1a960f97,DISK], DatanodeInfoWithStorage[127.0.0.1:33595,DS-00ac3b75-4161-4834-9a1d-31fbeb7acdf8,DISK]] 2024-12-15T20:41:42,579 INFO [AsyncFSWAL-0-hdfs://localhost:41795/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 1377 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36927,DS-21c07803-6fe5-4df3-82a4-c335acec87f0,DISK], DatanodeInfoWithStorage[127.0.0.1:44967,DS-7178eb7d-37dd-43c2-b0c2-58ba1a960f97,DISK], DatanodeInfoWithStorage[127.0.0.1:33595,DS-00ac3b75-4161-4834-9a1d-31fbeb7acdf8,DISK]] 2024-12-15T20:41:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T20:41:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T20:41:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44967 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T20:41:43,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T20:41:43,110 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41795/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734295296568: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T20:41:43,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T20:41:45,252 WARN [BP-1311813503-172.17.0.2-1734295293637 heartbeating to localhost/127.0.0.1:41795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311813503-172.17.0.2-1734295293637 (Datanode Uuid e4c67d71-4c70-4138-a308-87ae638f8331) service to localhost/127.0.0.1:41795 2024-12-15T20:41:52,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data5/current/BP-1311813503-172.17.0.2-1734295293637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:41:52,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data6/current/BP-1311813503-172.17.0.2-1734295293637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:41:52,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c3f6844{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:41:52,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66f25177{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:41:52,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:41:52,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d465255{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:41:52,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50490238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir/,STOPPED} 2024-12-15T20:41:52,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:41:52,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65da6467{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:41:52,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c294c4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:41:52,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:41:52,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@552745b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:41:52,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343a8fe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir/,STOPPED} 2024-12-15T20:41:52,510 WARN [BP-1311813503-172.17.0.2-1734295293637 heartbeating to localhost/127.0.0.1:41795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:41:52,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:41:52,510 WARN [BP-1311813503-172.17.0.2-1734295293637 heartbeating to localhost/127.0.0.1:41795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311813503-172.17.0.2-1734295293637 (Datanode Uuid 2773d7fc-06ce-4d30-ae7c-d20c1862bdab) service to localhost/127.0.0.1:41795 2024-12-15T20:41:52,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:41:52,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data3/current/BP-1311813503-172.17.0.2-1734295293637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:41:52,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data4/current/BP-1311813503-172.17.0.2-1734295293637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:41:52,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:41:52,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16f05d2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:41:52,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e41473b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:41:52,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:41:52,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a13843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:41:52,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@145b07f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir/,STOPPED} 2024-12-15T20:41:52,516 WARN [BP-1311813503-172.17.0.2-1734295293637 heartbeating to localhost/127.0.0.1:41795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:41:52,516 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:41:52,516 WARN [BP-1311813503-172.17.0.2-1734295293637 heartbeating to localhost/127.0.0.1:41795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311813503-172.17.0.2-1734295293637 (Datanode Uuid afdf2447-bf5f-4e9e-acb1-ba2917cbb85d) service to localhost/127.0.0.1:41795 2024-12-15T20:41:52,516 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:41:52,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data1/current/BP-1311813503-172.17.0.2-1734295293637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:41:52,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/cluster_86c231b2-7ec4-91f1-95b2-69284d9d0617/dfs/data/data2/current/BP-1311813503-172.17.0.2-1734295293637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:41:52,517 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:41:52,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a25c5b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T20:41:52,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65220a75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:41:52,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:41:52,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b9d4ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:41:52,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69489c3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:01,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T20:42:01,849 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=34 (was 12) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@44716450 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=292 (was 284) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12570 (was 13166) 2024-12-15T20:42:01,854 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=34, OpenFileDescriptor=292, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=12570 2024-12-15T20:42:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.log.dir so I do NOT create it in target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51 2024-12-15T20:42:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d31759d-8681-5855-e5f7-aea74d0af841/hadoop.tmp.dir so I do NOT create it in target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51 2024-12-15T20:42:01,856 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809, deleteOnExit=true 2024-12-15T20:42:01,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/test.cache.data in system properties and HBase conf 2024-12-15T20:42:01,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T20:42:01,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir in system properties and HBase conf 2024-12-15T20:42:01,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T20:42:01,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T20:42:01,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T20:42:01,857 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T20:42:01,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T20:42:01,857 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T20:42:01,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T20:42:01,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T20:42:01,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T20:42:01,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T20:42:01,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T20:42:01,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T20:42:01,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T20:42:01,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/nfs.dump.dir in system properties and HBase conf 2024-12-15T20:42:01,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/java.io.tmpdir in system properties and HBase conf 2024-12-15T20:42:01,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T20:42:01,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T20:42:01,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T20:42:02,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:02,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:02,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:02,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:02,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T20:42:02,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:02,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@658d6956{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:02,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b11101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:02,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@563baac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/java.io.tmpdir/jetty-localhost-45251-hadoop-hdfs-3_4_1-tests_jar-_-any-14031040272397187085/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T20:42:02,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634fec01{HTTP/1.1, (http/1.1)}{localhost:45251} 2024-12-15T20:42:02,502 INFO [Time-limited test {}] server.Server(415): Started @30732ms 2024-12-15T20:42:02,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:02,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:02,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:02,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:02,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T20:42:02,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7ee713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:02,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3d94d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:02,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d059b89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/java.io.tmpdir/jetty-localhost-35319-hadoop-hdfs-3_4_1-tests_jar-_-any-17607920755726601772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:02,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f7233e9{HTTP/1.1, (http/1.1)}{localhost:35319} 2024-12-15T20:42:02,772 INFO [Time-limited test {}] server.Server(415): Started @31003ms 2024-12-15T20:42:02,775 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:02,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:02,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:02,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:02,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:02,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T20:42:02,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ff15970{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:02,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e168e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:02,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a30573b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/java.io.tmpdir/jetty-localhost-41177-hadoop-hdfs-3_4_1-tests_jar-_-any-12539074036142239000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:02,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bbc2a2f{HTTP/1.1, (http/1.1)}{localhost:41177} 2024-12-15T20:42:02,905 INFO [Time-limited test {}] server.Server(415): Started @31136ms 2024-12-15T20:42:02,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:02,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:02,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:02,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:02,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:02,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T20:42:02,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e63bb8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:02,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d4c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:03,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15a224c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/java.io.tmpdir/jetty-localhost-41077-hadoop-hdfs-3_4_1-tests_jar-_-any-18408684619799894948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:03,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@505f1973{HTTP/1.1, (http/1.1)}{localhost:41077} 2024-12-15T20:42:03,033 INFO [Time-limited test {}] server.Server(415): Started @31264ms 2024-12-15T20:42:03,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:03,406 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data1/current/BP-1404563165-172.17.0.2-1734295321880/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:03,407 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data2/current/BP-1404563165-172.17.0.2-1734295321880/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:03,427 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bf27596f6ce1f46 with lease ID 0xf73c52587a61e46e: Processing first storage report for DS-76bf2311-b7cf-42d3-ae51-3616d6b17e2b from datanode DatanodeRegistration(127.0.0.1:44131, datanodeUuid=732265aa-4f60-430b-b9e6-a7ea1898a5ee, infoPort=39681, infoSecurePort=0, ipcPort=35009, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880) 2024-12-15T20:42:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bf27596f6ce1f46 with lease ID 0xf73c52587a61e46e: from storage DS-76bf2311-b7cf-42d3-ae51-3616d6b17e2b node DatanodeRegistration(127.0.0.1:44131, datanodeUuid=732265aa-4f60-430b-b9e6-a7ea1898a5ee, infoPort=39681, infoSecurePort=0, ipcPort=35009, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bf27596f6ce1f46 with lease ID 0xf73c52587a61e46e: Processing first storage report for DS-c05bd5be-9f06-4b89-b572-4c1ea51e0357 from datanode DatanodeRegistration(127.0.0.1:44131, datanodeUuid=732265aa-4f60-430b-b9e6-a7ea1898a5ee, infoPort=39681, infoSecurePort=0, ipcPort=35009, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880) 2024-12-15T20:42:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bf27596f6ce1f46 with lease ID 0xf73c52587a61e46e: from storage DS-c05bd5be-9f06-4b89-b572-4c1ea51e0357 node DatanodeRegistration(127.0.0.1:44131, datanodeUuid=732265aa-4f60-430b-b9e6-a7ea1898a5ee, infoPort=39681, infoSecurePort=0, ipcPort=35009, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:03,686 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data3/current/BP-1404563165-172.17.0.2-1734295321880/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:03,686 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data4/current/BP-1404563165-172.17.0.2-1734295321880/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:03,711 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:03,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1ff9af199cbaac6 with lease ID 0xf73c52587a61e46f: Processing first storage report for DS-92730e8f-275b-421e-aba4-d4db3b352576 from datanode DatanodeRegistration(127.0.0.1:44165, datanodeUuid=88b63427-3eab-4f09-9004-7b7c4f57c164, infoPort=33687, infoSecurePort=0, ipcPort=36311, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880) 2024-12-15T20:42:03,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1ff9af199cbaac6 with lease ID 0xf73c52587a61e46f: from storage DS-92730e8f-275b-421e-aba4-d4db3b352576 node DatanodeRegistration(127.0.0.1:44165, datanodeUuid=88b63427-3eab-4f09-9004-7b7c4f57c164, infoPort=33687, infoSecurePort=0, ipcPort=36311, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1ff9af199cbaac6 with lease ID 0xf73c52587a61e46f: Processing first storage report for DS-725e6a0c-0344-430a-889c-895a93efe982 from datanode DatanodeRegistration(127.0.0.1:44165, datanodeUuid=88b63427-3eab-4f09-9004-7b7c4f57c164, infoPort=33687, infoSecurePort=0, ipcPort=36311, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880) 2024-12-15T20:42:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1ff9af199cbaac6 with lease ID 0xf73c52587a61e46f: from storage DS-725e6a0c-0344-430a-889c-895a93efe982 node DatanodeRegistration(127.0.0.1:44165, datanodeUuid=88b63427-3eab-4f09-9004-7b7c4f57c164, infoPort=33687, infoSecurePort=0, ipcPort=36311, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:03,760 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data5/current/BP-1404563165-172.17.0.2-1734295321880/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:03,760 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data6/current/BP-1404563165-172.17.0.2-1734295321880/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:03,779 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae33b4a2fccd40e2 with lease ID 0xf73c52587a61e470: Processing first storage report for DS-7a29e875-d3ef-4895-94c6-9fa801d65c32 from datanode DatanodeRegistration(127.0.0.1:36099, datanodeUuid=73c34be8-c1c2-4288-8c4c-92bafc6672ee, infoPort=38471, infoSecurePort=0, ipcPort=34241, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880) 2024-12-15T20:42:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae33b4a2fccd40e2 with lease ID 0xf73c52587a61e470: from storage DS-7a29e875-d3ef-4895-94c6-9fa801d65c32 node DatanodeRegistration(127.0.0.1:36099, datanodeUuid=73c34be8-c1c2-4288-8c4c-92bafc6672ee, infoPort=38471, infoSecurePort=0, ipcPort=34241, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:03,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae33b4a2fccd40e2 with lease ID 0xf73c52587a61e470: Processing first storage report for DS-9c3feaef-ccc2-4742-9484-c59a0da99ccb from datanode DatanodeRegistration(127.0.0.1:36099, datanodeUuid=73c34be8-c1c2-4288-8c4c-92bafc6672ee, infoPort=38471, infoSecurePort=0, ipcPort=34241, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880) 2024-12-15T20:42:03,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae33b4a2fccd40e2 with lease ID 0xf73c52587a61e470: from storage DS-9c3feaef-ccc2-4742-9484-c59a0da99ccb node DatanodeRegistration(127.0.0.1:36099, datanodeUuid=73c34be8-c1c2-4288-8c4c-92bafc6672ee, infoPort=38471, infoSecurePort=0, ipcPort=34241, storageInfo=lv=-57;cid=testClusterID;nsid=458020608;c=1734295321880), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:03,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51 2024-12-15T20:42:03,875 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T20:42:03,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T20:42:03,884 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:42763/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:42763/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/oldWALs, maxLogs=32 2024-12-15T20:42:03,897 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734295323885, exclude list is [], retry=0 2024-12-15T20:42:03,903 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44131,DS-76bf2311-b7cf-42d3-ae51-3616d6b17e2b,DISK] 2024-12-15T20:42:03,904 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44165,DS-92730e8f-275b-421e-aba4-d4db3b352576,DISK] 2024-12-15T20:42:03,905 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-7a29e875-d3ef-4895-94c6-9fa801d65c32,DISK] 2024-12-15T20:42:03,907 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734295323885 2024-12-15T20:42:03,907 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39681:39681),(127.0.0.1/127.0.0.1:33687:33687),(127.0.0.1/127.0.0.1:38471:38471)] 2024-12-15T20:42:04,177 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734295323885 not finished, retry = 0 2024-12-15T20:42:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T20:42:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44131 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T20:42:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44165 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T20:42:04,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T20:42:04,289 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42763/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734295323885: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T20:42:04,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T20:42:04,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15a224c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:04,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@505f1973{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:04,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:04,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d4c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:04,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e63bb8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:04,364 WARN [BP-1404563165-172.17.0.2-1734295321880 heartbeating to localhost/127.0.0.1:42763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:04,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:04,364 WARN [BP-1404563165-172.17.0.2-1734295321880 heartbeating to localhost/127.0.0.1:42763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1404563165-172.17.0.2-1734295321880 (Datanode Uuid 73c34be8-c1c2-4288-8c4c-92bafc6672ee) service to localhost/127.0.0.1:42763 2024-12-15T20:42:04,364 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:04,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data5/current/BP-1404563165-172.17.0.2-1734295321880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:04,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data6/current/BP-1404563165-172.17.0.2-1734295321880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:04,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:04,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a30573b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:04,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bbc2a2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:04,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:04,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43e168e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:04,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ff15970{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:04,375 WARN [BP-1404563165-172.17.0.2-1734295321880 heartbeating to localhost/127.0.0.1:42763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:04,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:04,375 WARN [BP-1404563165-172.17.0.2-1734295321880 heartbeating to localhost/127.0.0.1:42763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1404563165-172.17.0.2-1734295321880 (Datanode Uuid 88b63427-3eab-4f09-9004-7b7c4f57c164) service to localhost/127.0.0.1:42763 2024-12-15T20:42:04,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:04,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data3/current/BP-1404563165-172.17.0.2-1734295321880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:04,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data4/current/BP-1404563165-172.17.0.2-1734295321880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:04,376 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:04,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d059b89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:04,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f7233e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:04,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:04,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3d94d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:04,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7ee713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:04,382 WARN [BP-1404563165-172.17.0.2-1734295321880 heartbeating to localhost/127.0.0.1:42763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:04,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:04,382 WARN [BP-1404563165-172.17.0.2-1734295321880 heartbeating to localhost/127.0.0.1:42763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1404563165-172.17.0.2-1734295321880 (Datanode Uuid 732265aa-4f60-430b-b9e6-a7ea1898a5ee) service to localhost/127.0.0.1:42763 2024-12-15T20:42:04,382 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:04,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data1/current/BP-1404563165-172.17.0.2-1734295321880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:04,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/cluster_4fcb5295-cfd4-353f-ea54-2f1752bda809/dfs/data/data2/current/BP-1404563165-172.17.0.2-1734295321880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:04,383 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:04,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@563baac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T20:42:04,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634fec01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:04,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:04,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b11101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:04,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@658d6956{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:04,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T20:42:04,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=58 (was 34) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (534590483) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (534590483) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 292) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=12464 (was 12570) 2024-12-15T20:42:04,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=58, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=12464 2024-12-15T20:42:04,426 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.log.dir so I do NOT create it in target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d 2024-12-15T20:42:04,426 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a49eb2a3-83fa-9bc7-12eb-331598a10a51/hadoop.tmp.dir so I do NOT create it in target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d 2024-12-15T20:42:04,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06, deleteOnExit=true 2024-12-15T20:42:04,427 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/test.cache.data in system properties and HBase conf 2024-12-15T20:42:04,427 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T20:42:04,427 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir in system properties and HBase conf 2024-12-15T20:42:04,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T20:42:04,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T20:42:04,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T20:42:04,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T20:42:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T20:42:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T20:42:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T20:42:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T20:42:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T20:42:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T20:42:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T20:42:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T20:42:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T20:42:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/nfs.dump.dir in system properties and HBase conf 2024-12-15T20:42:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/java.io.tmpdir in system properties and HBase conf 2024-12-15T20:42:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T20:42:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T20:42:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T20:42:04,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:04,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:04,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:04,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:04,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T20:42:04,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:04,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2dacae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:04,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dad334c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:04,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4214ad9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/java.io.tmpdir/jetty-localhost-36095-hadoop-hdfs-3_4_1-tests_jar-_-any-15386308005311259897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T20:42:04,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3073d21c{HTTP/1.1, (http/1.1)}{localhost:36095} 2024-12-15T20:42:04,819 INFO [Time-limited test {}] server.Server(415): Started @33050ms 2024-12-15T20:42:04,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:04,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:04,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:04,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:04,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T20:42:04,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58ac68bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:04,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4fc4b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:05,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@350d1f5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/java.io.tmpdir/jetty-localhost-45181-hadoop-hdfs-3_4_1-tests_jar-_-any-1564166897898693967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:05,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70bee7af{HTTP/1.1, (http/1.1)}{localhost:45181} 2024-12-15T20:42:05,080 INFO [Time-limited test {}] server.Server(415): Started @33311ms 2024-12-15T20:42:05,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:05,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:05,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:05,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:05,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:05,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T20:42:05,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426a7985{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:05,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2164e7c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:05,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@858e5d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/java.io.tmpdir/jetty-localhost-39353-hadoop-hdfs-3_4_1-tests_jar-_-any-15927765689581582332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:05,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b257378{HTTP/1.1, (http/1.1)}{localhost:39353} 2024-12-15T20:42:05,206 INFO [Time-limited test {}] server.Server(415): Started @33437ms 2024-12-15T20:42:05,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:05,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:05,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:05,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:05,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:05,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T20:42:05,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56d263a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:05,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df0053f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:05,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@433af7a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/java.io.tmpdir/jetty-localhost-41689-hadoop-hdfs-3_4_1-tests_jar-_-any-1136746957798703256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:05,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64ab528e{HTTP/1.1, (http/1.1)}{localhost:41689} 2024-12-15T20:42:05,336 INFO [Time-limited test {}] server.Server(415): Started @33567ms 2024-12-15T20:42:05,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:05,707 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data2/current/BP-3938642-172.17.0.2-1734295324464/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:05,707 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data1/current/BP-3938642-172.17.0.2-1734295324464/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:05,720 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:05,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53bc3e2fc1a1483d with lease ID 0xc6687dd05eef8c59: Processing first storage report for DS-61a6e3a9-b23e-494c-943b-62d6559489e0 from datanode DatanodeRegistration(127.0.0.1:33341, datanodeUuid=8a0b8bfc-32c3-4c66-9b61-23157a87bed3, infoPort=44261, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464) 2024-12-15T20:42:05,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53bc3e2fc1a1483d with lease ID 0xc6687dd05eef8c59: from storage DS-61a6e3a9-b23e-494c-943b-62d6559489e0 node DatanodeRegistration(127.0.0.1:33341, datanodeUuid=8a0b8bfc-32c3-4c66-9b61-23157a87bed3, infoPort=44261, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:05,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53bc3e2fc1a1483d with lease ID 0xc6687dd05eef8c59: Processing first storage report for DS-7f0dfd52-a1c0-4f23-bde3-b52689d5d853 from datanode DatanodeRegistration(127.0.0.1:33341, datanodeUuid=8a0b8bfc-32c3-4c66-9b61-23157a87bed3, infoPort=44261, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464) 2024-12-15T20:42:05,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53bc3e2fc1a1483d with lease ID 0xc6687dd05eef8c59: from storage DS-7f0dfd52-a1c0-4f23-bde3-b52689d5d853 node DatanodeRegistration(127.0.0.1:33341, datanodeUuid=8a0b8bfc-32c3-4c66-9b61-23157a87bed3, infoPort=44261, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T20:42:05,982 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data4/current/BP-3938642-172.17.0.2-1734295324464/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:05,982 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data3/current/BP-3938642-172.17.0.2-1734295324464/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:06,003 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:06,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x285d37b7ab933371 with lease ID 0xc6687dd05eef8c5a: Processing first storage report for DS-114e9fbd-87b7-4956-8c45-bbdd2f4f1272 from datanode DatanodeRegistration(127.0.0.1:43285, datanodeUuid=cb69079e-6e7a-47d0-b4d7-e050af67ff6e, infoPort=35309, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464) 2024-12-15T20:42:06,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x285d37b7ab933371 with lease ID 0xc6687dd05eef8c5a: from storage DS-114e9fbd-87b7-4956-8c45-bbdd2f4f1272 node DatanodeRegistration(127.0.0.1:43285, datanodeUuid=cb69079e-6e7a-47d0-b4d7-e050af67ff6e, infoPort=35309, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:06,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x285d37b7ab933371 with lease ID 0xc6687dd05eef8c5a: Processing first storage report for DS-b2af6eee-8d8d-414e-943f-e80c9e913e71 from datanode DatanodeRegistration(127.0.0.1:43285, datanodeUuid=cb69079e-6e7a-47d0-b4d7-e050af67ff6e, infoPort=35309, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464) 2024-12-15T20:42:06,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x285d37b7ab933371 with lease ID 0xc6687dd05eef8c5a: from storage DS-b2af6eee-8d8d-414e-943f-e80c9e913e71 node DatanodeRegistration(127.0.0.1:43285, datanodeUuid=cb69079e-6e7a-47d0-b4d7-e050af67ff6e, infoPort=35309, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:06,065 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data5/current/BP-3938642-172.17.0.2-1734295324464/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:06,065 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data6/current/BP-3938642-172.17.0.2-1734295324464/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:06,085 WARN [Thread-411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d657baeeca0517d with lease ID 0xc6687dd05eef8c5b: Processing first storage report for DS-cf6aea3a-7475-4836-b4a0-ab2059d4d96b from datanode DatanodeRegistration(127.0.0.1:36219, datanodeUuid=b8e3a0ee-eb16-4c01-ba9b-37da92a9d339, infoPort=44947, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464) 2024-12-15T20:42:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d657baeeca0517d with lease ID 0xc6687dd05eef8c5b: from storage DS-cf6aea3a-7475-4836-b4a0-ab2059d4d96b node DatanodeRegistration(127.0.0.1:36219, datanodeUuid=b8e3a0ee-eb16-4c01-ba9b-37da92a9d339, infoPort=44947, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:06,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d657baeeca0517d with lease ID 0xc6687dd05eef8c5b: Processing first storage report for DS-1e26bb79-0142-4e08-b1f7-c8f5a582619e from datanode DatanodeRegistration(127.0.0.1:36219, datanodeUuid=b8e3a0ee-eb16-4c01-ba9b-37da92a9d339, infoPort=44947, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464) 2024-12-15T20:42:06,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d657baeeca0517d with lease ID 0xc6687dd05eef8c5b: from storage DS-1e26bb79-0142-4e08-b1f7-c8f5a582619e node DatanodeRegistration(127.0.0.1:36219, datanodeUuid=b8e3a0ee-eb16-4c01-ba9b-37da92a9d339, infoPort=44947, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=1666516224;c=1734295324464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:06,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d 2024-12-15T20:42:06,175 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T20:42:06,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T20:42:06,185 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:32863/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:32863/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/oldWALs, maxLogs=32 2024-12-15T20:42:06,199 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734295326187, exclude list is [], retry=0 2024-12-15T20:42:06,204 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33341,DS-61a6e3a9-b23e-494c-943b-62d6559489e0,DISK] 2024-12-15T20:42:06,205 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36219,DS-cf6aea3a-7475-4836-b4a0-ab2059d4d96b,DISK] 2024-12-15T20:42:06,205 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43285,DS-114e9fbd-87b7-4956-8c45-bbdd2f4f1272,DISK] 2024-12-15T20:42:06,208 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734295326187 2024-12-15T20:42:06,208 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44261:44261),(127.0.0.1/127.0.0.1:44947:44947),(127.0.0.1/127.0.0.1:35309:35309)] 2024-12-15T20:42:06,222 INFO [AsyncFSWAL-0-hdfs://localhost:32863/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-15T20:42:14,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T20:42:14,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36219 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T20:42:14,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43285 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T20:42:14,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T20:42:14,791 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:32863/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734295326187: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T20:42:16,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T20:42:16,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@433af7a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:16,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64ab528e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:16,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:16,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df0053f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:16,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56d263a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:16,375 WARN [BP-3938642-172.17.0.2-1734295324464 heartbeating to localhost/127.0.0.1:32863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:16,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:16,375 WARN [BP-3938642-172.17.0.2-1734295324464 heartbeating to localhost/127.0.0.1:32863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-3938642-172.17.0.2-1734295324464 (Datanode Uuid b8e3a0ee-eb16-4c01-ba9b-37da92a9d339) service to localhost/127.0.0.1:32863 2024-12-15T20:42:16,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:16,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data5/current/BP-3938642-172.17.0.2-1734295324464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:16,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data6/current/BP-3938642-172.17.0.2-1734295324464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:16,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:16,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@858e5d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:16,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b257378{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:16,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:16,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2164e7c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:16,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426a7985{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:16,381 WARN [BP-3938642-172.17.0.2-1734295324464 heartbeating to localhost/127.0.0.1:32863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:16,381 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:16,381 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:16,381 WARN [BP-3938642-172.17.0.2-1734295324464 heartbeating to localhost/127.0.0.1:32863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-3938642-172.17.0.2-1734295324464 (Datanode Uuid cb69079e-6e7a-47d0-b4d7-e050af67ff6e) service to localhost/127.0.0.1:32863 2024-12-15T20:42:16,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data3/current/BP-3938642-172.17.0.2-1734295324464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:16,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data4/current/BP-3938642-172.17.0.2-1734295324464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:16,382 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:16,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@350d1f5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:16,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70bee7af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:16,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:16,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4fc4b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:16,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58ac68bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:16,387 WARN [BP-3938642-172.17.0.2-1734295324464 heartbeating to localhost/127.0.0.1:32863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:16,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:16,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:16,387 WARN [BP-3938642-172.17.0.2-1734295324464 heartbeating to localhost/127.0.0.1:32863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-3938642-172.17.0.2-1734295324464 (Datanode Uuid 8a0b8bfc-32c3-4c66-9b61-23157a87bed3) service to localhost/127.0.0.1:32863 2024-12-15T20:42:16,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data1/current/BP-3938642-172.17.0.2-1734295324464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:16,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/cluster_ccf3461a-1824-6f69-0abd-00dc2d4a4d06/dfs/data/data2/current/BP-3938642-172.17.0.2-1734295324464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:16,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:16,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4214ad9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T20:42:16,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3073d21c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:16,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:16,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dad334c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:16,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2dacae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:16,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T20:42:16,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=60 (was 58) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (534590483) connection to localhost/127.0.0.1:32863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (534590483) connection to localhost/127.0.0.1:32863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=337 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=12366 (was 12464) 2024-12-15T20:42:16,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=60, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=12366 2024-12-15T20:42:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.log.dir so I do NOT create it in target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca 2024-12-15T20:42:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e28c4471-3ff3-7f5e-7114-860edb1c020d/hadoop.tmp.dir so I do NOT create it in target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca 2024-12-15T20:42:16,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51, deleteOnExit=true 2024-12-15T20:42:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/test.cache.data in system properties and HBase conf 2024-12-15T20:42:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T20:42:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir in system properties and HBase conf 2024-12-15T20:42:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T20:42:16,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T20:42:16,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T20:42:16,423 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T20:42:16,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T20:42:16,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T20:42:16,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T20:42:16,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T20:42:16,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/nfs.dump.dir in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/java.io.tmpdir in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T20:42:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T20:42:16,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:16,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:16,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:16,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:16,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T20:42:16,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:16,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f49ab61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:16,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@472805e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:16,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b1fa653{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/java.io.tmpdir/jetty-localhost-35273-hadoop-hdfs-3_4_1-tests_jar-_-any-12951503079697740981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T20:42:16,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f80e948{HTTP/1.1, (http/1.1)}{localhost:35273} 2024-12-15T20:42:16,764 INFO [Time-limited test {}] server.Server(415): Started @44995ms 2024-12-15T20:42:16,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:16,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:16,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:16,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:16,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T20:42:16,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc241da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:16,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a88de5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:17,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10d573e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/java.io.tmpdir/jetty-localhost-38505-hadoop-hdfs-3_4_1-tests_jar-_-any-17258139244105696783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:17,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b8ac3b{HTTP/1.1, (http/1.1)}{localhost:38505} 2024-12-15T20:42:17,043 INFO [Time-limited test {}] server.Server(415): Started @45274ms 2024-12-15T20:42:17,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:17,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:17,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:17,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:17,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:17,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T20:42:17,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f36a80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:17,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ca6ced9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:17,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@205b4662{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/java.io.tmpdir/jetty-localhost-41153-hadoop-hdfs-3_4_1-tests_jar-_-any-14327161843648276447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:17,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59677a0b{HTTP/1.1, (http/1.1)}{localhost:41153} 2024-12-15T20:42:17,181 INFO [Time-limited test {}] server.Server(415): Started @45412ms 2024-12-15T20:42:17,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:17,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T20:42:17,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T20:42:17,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T20:42:17,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T20:42:17,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T20:42:17,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5202e1d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir/,AVAILABLE} 2024-12-15T20:42:17,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6940e69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T20:42:17,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da21a09{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/java.io.tmpdir/jetty-localhost-42745-hadoop-hdfs-3_4_1-tests_jar-_-any-15370995090061215030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:17,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b89beb{HTTP/1.1, (http/1.1)}{localhost:42745} 2024-12-15T20:42:17,303 INFO [Time-limited test {}] server.Server(415): Started @45534ms 2024-12-15T20:42:17,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T20:42:17,863 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data1/current/BP-462763190-172.17.0.2-1734295336444/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:17,863 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data2/current/BP-462763190-172.17.0.2-1734295336444/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:17,882 WARN [Thread-517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f8f7de42bf4c2b3 with lease ID 0x9643cf2ad2847edc: Processing first storage report for DS-5690a1aa-78e0-4d9f-80ff-d26f3a1d2558 from datanode DatanodeRegistration(127.0.0.1:42677, datanodeUuid=97760403-edd0-4b20-802d-6c6edc338890, infoPort=42695, infoSecurePort=0, ipcPort=34509, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444) 2024-12-15T20:42:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f8f7de42bf4c2b3 with lease ID 0x9643cf2ad2847edc: from storage DS-5690a1aa-78e0-4d9f-80ff-d26f3a1d2558 node DatanodeRegistration(127.0.0.1:42677, datanodeUuid=97760403-edd0-4b20-802d-6c6edc338890, infoPort=42695, infoSecurePort=0, ipcPort=34509, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f8f7de42bf4c2b3 with lease ID 0x9643cf2ad2847edc: Processing first storage report for DS-6da4db39-59d8-4181-8838-c62bba6d44bf from datanode DatanodeRegistration(127.0.0.1:42677, datanodeUuid=97760403-edd0-4b20-802d-6c6edc338890, infoPort=42695, infoSecurePort=0, ipcPort=34509, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444) 2024-12-15T20:42:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f8f7de42bf4c2b3 with lease ID 0x9643cf2ad2847edc: from storage DS-6da4db39-59d8-4181-8838-c62bba6d44bf node DatanodeRegistration(127.0.0.1:42677, datanodeUuid=97760403-edd0-4b20-802d-6c6edc338890, infoPort=42695, infoSecurePort=0, ipcPort=34509, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:17,986 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data3/current/BP-462763190-172.17.0.2-1734295336444/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:17,986 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data4/current/BP-462763190-172.17.0.2-1734295336444/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:18,005 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8ab7ab50dedd907 with lease ID 0x9643cf2ad2847edd: Processing first storage report for DS-97ee1adb-7ae7-4cd9-91a6-9aecb8f16bc1 from datanode DatanodeRegistration(127.0.0.1:42481, datanodeUuid=799e32bb-2c4b-408a-96e1-e935574abfc1, infoPort=35055, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444) 2024-12-15T20:42:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8ab7ab50dedd907 with lease ID 0x9643cf2ad2847edd: from storage DS-97ee1adb-7ae7-4cd9-91a6-9aecb8f16bc1 node DatanodeRegistration(127.0.0.1:42481, datanodeUuid=799e32bb-2c4b-408a-96e1-e935574abfc1, infoPort=35055, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T20:42:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8ab7ab50dedd907 with lease ID 0x9643cf2ad2847edd: Processing first storage report for DS-afce1921-05f1-4b30-9e77-b0eceb2143c0 from datanode DatanodeRegistration(127.0.0.1:42481, datanodeUuid=799e32bb-2c4b-408a-96e1-e935574abfc1, infoPort=35055, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444) 2024-12-15T20:42:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8ab7ab50dedd907 with lease ID 0x9643cf2ad2847edd: from storage DS-afce1921-05f1-4b30-9e77-b0eceb2143c0 node DatanodeRegistration(127.0.0.1:42481, datanodeUuid=799e32bb-2c4b-408a-96e1-e935574abfc1, infoPort=35055, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:18,069 WARN [Thread-599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data5/current/BP-462763190-172.17.0.2-1734295336444/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:18,070 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data6/current/BP-462763190-172.17.0.2-1734295336444/current, will proceed with Du for space computation calculation, 2024-12-15T20:42:18,090 WARN [Thread-562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T20:42:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7be4f2d568e992df with lease ID 0x9643cf2ad2847ede: Processing first storage report for DS-b543be14-4ebf-4128-942e-0ad9b3ac4b2c from datanode DatanodeRegistration(127.0.0.1:37861, datanodeUuid=47b1cf65-5943-4ac6-be7f-bd0ee1b7193e, infoPort=38427, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444) 2024-12-15T20:42:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7be4f2d568e992df with lease ID 0x9643cf2ad2847ede: from storage DS-b543be14-4ebf-4128-942e-0ad9b3ac4b2c node DatanodeRegistration(127.0.0.1:37861, datanodeUuid=47b1cf65-5943-4ac6-be7f-bd0ee1b7193e, infoPort=38427, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7be4f2d568e992df with lease ID 0x9643cf2ad2847ede: Processing first storage report for DS-7e806ae1-d7ad-4349-9459-d2fb193a4920 from datanode DatanodeRegistration(127.0.0.1:37861, datanodeUuid=47b1cf65-5943-4ac6-be7f-bd0ee1b7193e, infoPort=38427, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444) 2024-12-15T20:42:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7be4f2d568e992df with lease ID 0x9643cf2ad2847ede: from storage DS-7e806ae1-d7ad-4349-9459-d2fb193a4920 node DatanodeRegistration(127.0.0.1:37861, datanodeUuid=47b1cf65-5943-4ac6-be7f-bd0ee1b7193e, infoPort=38427, infoSecurePort=0, ipcPort=42861, storageInfo=lv=-57;cid=testClusterID;nsid=1344068481;c=1734295336444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T20:42:18,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca 2024-12-15T20:42:18,142 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T20:42:18,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T20:42:18,153 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:33123/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:33123/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/oldWALs, maxLogs=32 2024-12-15T20:42:18,164 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734295338154, exclude list is [], retry=0 2024-12-15T20:42:18,169 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-97ee1adb-7ae7-4cd9-91a6-9aecb8f16bc1,DISK] 2024-12-15T20:42:18,169 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42677,DS-5690a1aa-78e0-4d9f-80ff-d26f3a1d2558,DISK] 2024-12-15T20:42:18,170 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-b543be14-4ebf-4128-942e-0ad9b3ac4b2c,DISK] 2024-12-15T20:42:18,172 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734295338154 2024-12-15T20:42:18,172 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055),(127.0.0.1/127.0.0.1:42695:42695),(127.0.0.1/127.0.0.1:38427:38427)] 2024-12-15T20:42:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741825_1001 (size=121110) 2024-12-15T20:42:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741825_1001 (size=121110) 2024-12-15T20:42:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741825_1001 (size=121110) 2024-12-15T20:42:18,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T20:42:18,466 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33123/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734295338154: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T20:42:18,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T20:42:18,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da21a09{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:18,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b89beb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:18,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:18,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6940e69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:18,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5202e1d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:18,522 WARN [BP-462763190-172.17.0.2-1734295336444 heartbeating to localhost/127.0.0.1:33123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:18,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:18,522 WARN [BP-462763190-172.17.0.2-1734295336444 heartbeating to localhost/127.0.0.1:33123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-462763190-172.17.0.2-1734295336444 (Datanode Uuid 47b1cf65-5943-4ac6-be7f-bd0ee1b7193e) service to localhost/127.0.0.1:33123 2024-12-15T20:42:18,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:18,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data5/current/BP-462763190-172.17.0.2-1734295336444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:18,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data6/current/BP-462763190-172.17.0.2-1734295336444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:18,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:18,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@205b4662{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:18,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59677a0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:18,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:18,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ca6ced9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:18,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f36a80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:18,528 WARN [BP-462763190-172.17.0.2-1734295336444 heartbeating to localhost/127.0.0.1:33123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:18,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:18,528 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:18,528 WARN [BP-462763190-172.17.0.2-1734295336444 heartbeating to localhost/127.0.0.1:33123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-462763190-172.17.0.2-1734295336444 (Datanode Uuid 799e32bb-2c4b-408a-96e1-e935574abfc1) service to localhost/127.0.0.1:33123 2024-12-15T20:42:18,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data3/current/BP-462763190-172.17.0.2-1734295336444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:18,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data4/current/BP-462763190-172.17.0.2-1734295336444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:18,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:18,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10d573e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T20:42:18,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b8ac3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:18,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:18,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a88de5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:18,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc241da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:18,536 WARN [BP-462763190-172.17.0.2-1734295336444 heartbeating to localhost/127.0.0.1:33123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T20:42:18,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T20:42:18,536 WARN [BP-462763190-172.17.0.2-1734295336444 heartbeating to localhost/127.0.0.1:33123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-462763190-172.17.0.2-1734295336444 (Datanode Uuid 97760403-edd0-4b20-802d-6c6edc338890) service to localhost/127.0.0.1:33123 2024-12-15T20:42:18,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T20:42:18,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data1/current/BP-462763190-172.17.0.2-1734295336444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:18,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/cluster_d71da9a1-fb8e-1883-c494-8ba15b9c5b51/dfs/data/data2/current/BP-462763190-172.17.0.2-1734295336444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T20:42:18,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T20:42:18,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b1fa653{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T20:42:18,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f80e948{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T20:42:18,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T20:42:18,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@472805e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T20:42:18,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f49ab61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e63ba70-166c-4a15-30ba-28ddbaf7beca/hadoop.log.dir/,STOPPED} 2024-12-15T20:42:18,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T20:42:18,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=68 (was 60) - Thread LEAK? -, OpenFileDescriptor=342 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=12305 (was 12366)