2024-12-04 13:04:37,310 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-04 13:04:37,340 main DEBUG Took 0.027855 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 13:04:37,341 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 13:04:37,342 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 13:04:37,343 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 13:04:37,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,375 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 13:04:37,392 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,398 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,399 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,400 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,402 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,408 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,409 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,411 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,412 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 13:04:37,416 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,416 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 13:04:37,420 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 13:04:37,422 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 13:04:37,430 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 13:04:37,444 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 13:04:37,461 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 13:04:37,462 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 13:04:37,476 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 13:04:37,482 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 13:04:37,485 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 13:04:37,488 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 13:04:37,489 main DEBUG createAppenders(={Console}) 2024-12-04 13:04:37,490 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-04 13:04:37,490 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-04 13:04:37,491 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-04 13:04:37,491 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 13:04:37,492 main DEBUG OutputStream closed 2024-12-04 13:04:37,494 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 13:04:37,494 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 13:04:37,495 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-04 13:04:37,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 13:04:37,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 13:04:37,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 13:04:37,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 13:04:37,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 13:04:37,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 13:04:37,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 13:04:37,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 13:04:37,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 13:04:37,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 13:04:37,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 13:04:37,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 13:04:37,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 13:04:37,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 13:04:37,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 13:04:37,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 13:04:37,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 13:04:37,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 13:04:37,644 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 13:04:37,645 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-04 13:04:37,645 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 13:04:37,646 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-04T13:04:38,133 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475 2024-12-04 13:04:38,137 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 13:04:38,137 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T13:04:38,159 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-04T13:04:38,230 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=7730 2024-12-04T13:04:38,234 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f, deleteOnExit=true 2024-12-04T13:04:38,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/test.cache.data in system properties and HBase conf 2024-12-04T13:04:38,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T13:04:38,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir in system properties and HBase conf 2024-12-04T13:04:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T13:04:38,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T13:04:38,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T13:04:38,477 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T13:04:38,615 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T13:04:38,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T13:04:38,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T13:04:38,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T13:04:38,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T13:04:38,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T13:04:38,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T13:04:38,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T13:04:38,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T13:04:38,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T13:04:38,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/nfs.dump.dir in system properties and HBase conf 2024-12-04T13:04:38,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/java.io.tmpdir in system properties and HBase conf 2024-12-04T13:04:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T13:04:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T13:04:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T13:04:39,777 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T13:04:39,899 INFO [Time-limited test {}] log.Log(170): Logging initialized @3742ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T13:04:40,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:40,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:40,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:40,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:40,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:40,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:40,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:40,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:40,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/java.io.tmpdir/jetty-localhost-37769-hadoop-hdfs-3_4_1-tests_jar-_-any-14188950014495805794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T13:04:40,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:37769} 2024-12-04T13:04:40,417 INFO [Time-limited test {}] server.Server(415): Started @4261ms 2024-12-04T13:04:40,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:40,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:40,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:40,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:40,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:40,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:40,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:41,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/java.io.tmpdir/jetty-localhost-34999-hadoop-hdfs-3_4_1-tests_jar-_-any-15678429550547633907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:41,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:34999} 2024-12-04T13:04:41,048 INFO [Time-limited test {}] server.Server(415): Started @4892ms 2024-12-04T13:04:41,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:41,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:41,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:41,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:41,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:41,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:41,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:41,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:41,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/java.io.tmpdir/jetty-localhost-46537-hadoop-hdfs-3_4_1-tests_jar-_-any-3632898003745430411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:41,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:46537} 2024-12-04T13:04:41,428 INFO [Time-limited test {}] server.Server(415): Started @5272ms 2024-12-04T13:04:41,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:41,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:41,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:41,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:41,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:41,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:41,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:41,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:41,618 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data2/current/BP-400007655-172.17.0.2-1733317479472/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:41,618 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data3/current/BP-400007655-172.17.0.2-1733317479472/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:41,618 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data4/current/BP-400007655-172.17.0.2-1733317479472/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:41,620 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data1/current/BP-400007655-172.17.0.2-1733317479472/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:41,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/java.io.tmpdir/jetty-localhost-38515-hadoop-hdfs-3_4_1-tests_jar-_-any-4565125736663781648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:41,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:38515} 2024-12-04T13:04:41,670 INFO [Time-limited test {}] server.Server(415): Started @5514ms 2024-12-04T13:04:41,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:41,674 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:41,693 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdef6d8f498e3c7a9 with lease ID 0xaa64dd2444fd833c: Processing first storage report for DS-0d8de7dc-9d91-4f69-8ad7-20917e12fef3 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=caefc76c-f3d4-45f3-98e5-6b633a9f3799, infoPort=33875, infoSecurePort=0, ipcPort=46305, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472) 2024-12-04T13:04:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdef6d8f498e3c7a9 with lease ID 0xaa64dd2444fd833c: from storage DS-0d8de7dc-9d91-4f69-8ad7-20917e12fef3 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=caefc76c-f3d4-45f3-98e5-6b633a9f3799, infoPort=33875, infoSecurePort=0, ipcPort=46305, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T13:04:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f4ae5b2d697241e with lease ID 0xaa64dd2444fd833d: Processing first storage report for DS-eb8ba2f2-732a-47fe-8c82-e0b82cf5b567 from datanode DatanodeRegistration(127.0.0.1:33127, datanodeUuid=3eed23bb-a54b-4742-b425-727e621c4953, infoPort=46143, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472) 2024-12-04T13:04:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f4ae5b2d697241e with lease ID 0xaa64dd2444fd833d: from storage DS-eb8ba2f2-732a-47fe-8c82-e0b82cf5b567 node DatanodeRegistration(127.0.0.1:33127, datanodeUuid=3eed23bb-a54b-4742-b425-727e621c4953, infoPort=46143, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f4ae5b2d697241e with lease ID 0xaa64dd2444fd833d: Processing first storage report for DS-f447846a-0fb5-4e8f-a426-e4ebfc2f5372 from datanode DatanodeRegistration(127.0.0.1:33127, datanodeUuid=3eed23bb-a54b-4742-b425-727e621c4953, infoPort=46143, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472) 2024-12-04T13:04:41,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f4ae5b2d697241e with lease ID 0xaa64dd2444fd833d: from storage DS-f447846a-0fb5-4e8f-a426-e4ebfc2f5372 node DatanodeRegistration(127.0.0.1:33127, datanodeUuid=3eed23bb-a54b-4742-b425-727e621c4953, infoPort=46143, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T13:04:41,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdef6d8f498e3c7a9 with lease ID 0xaa64dd2444fd833c: Processing first storage report for DS-3fca0ea3-ad43-4f8d-afeb-7d388897ea48 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=caefc76c-f3d4-45f3-98e5-6b633a9f3799, infoPort=33875, infoSecurePort=0, ipcPort=46305, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472) 2024-12-04T13:04:41,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdef6d8f498e3c7a9 with lease ID 0xaa64dd2444fd833c: from storage DS-3fca0ea3-ad43-4f8d-afeb-7d388897ea48 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=caefc76c-f3d4-45f3-98e5-6b633a9f3799, infoPort=33875, infoSecurePort=0, ipcPort=46305, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:41,813 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data5/current/BP-400007655-172.17.0.2-1733317479472/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:41,814 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data6/current/BP-400007655-172.17.0.2-1733317479472/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:41,853 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:41,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fc264da24909e21 with lease ID 0xaa64dd2444fd833e: Processing first storage report for DS-d662a19a-0ae1-405d-a828-fc0e0822edd8 from datanode DatanodeRegistration(127.0.0.1:38803, datanodeUuid=3ef4e2c2-31b3-4489-8812-fd47f1d8897e, infoPort=41199, infoSecurePort=0, ipcPort=44937, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472) 2024-12-04T13:04:41,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fc264da24909e21 with lease ID 0xaa64dd2444fd833e: from storage DS-d662a19a-0ae1-405d-a828-fc0e0822edd8 node DatanodeRegistration(127.0.0.1:38803, datanodeUuid=3ef4e2c2-31b3-4489-8812-fd47f1d8897e, infoPort=41199, infoSecurePort=0, ipcPort=44937, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fc264da24909e21 with lease ID 0xaa64dd2444fd833e: Processing first storage report for DS-b1fcef99-9340-4307-9151-d19025a53c47 from datanode DatanodeRegistration(127.0.0.1:38803, datanodeUuid=3ef4e2c2-31b3-4489-8812-fd47f1d8897e, infoPort=41199, infoSecurePort=0, ipcPort=44937, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472) 2024-12-04T13:04:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fc264da24909e21 with lease ID 0xaa64dd2444fd833e: from storage DS-b1fcef99-9340-4307-9151-d19025a53c47 node DatanodeRegistration(127.0.0.1:38803, datanodeUuid=3ef4e2c2-31b3-4489-8812-fd47f1d8897e, infoPort=41199, infoSecurePort=0, ipcPort=44937, storageInfo=lv=-57;cid=testClusterID;nsid=1662735993;c=1733317479472), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T13:04:42,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475 2024-12-04T13:04:42,221 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T13:04:42,227 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T13:04:42,231 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T13:04:42,245 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T13:04:42,245 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T13:04:42,305 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T13:04:42,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T13:04:42,404 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:45093/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:45093/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/oldWALs, maxLogs=32 2024-12-04T13:04:42,453 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733317482431, exclude list is [], retry=0 2024-12-04T13:04:42,533 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1048 (auto-detected) 2024-12-04T13:04:42,536 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T13:04:42,566 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33127,DS-eb8ba2f2-732a-47fe-8c82-e0b82cf5b567,DISK] 2024-12-04T13:04:42,571 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T13:04:42,605 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38803,DS-d662a19a-0ae1-405d-a828-fc0e0822edd8,DISK] 2024-12-04T13:04:42,606 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-0d8de7dc-9d91-4f69-8ad7-20917e12fef3,DISK] 2024-12-04T13:04:42,711 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733317482431 2024-12-04T13:04:42,712 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46143:46143),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:33875:33875)] 2024-12-04T13:04:42,715 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T13:04:43,502 DEBUG [AsyncFSWAL-0-hdfs://localhost:45093/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-04T13:04:47,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33127 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T13:04:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T13:04:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38803 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T13:04:47,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T13:04:47,640 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45093/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733317482431: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-04T13:04:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T13:04:48,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:48,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:04:48,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:04:48,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:04:48,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir/,STOPPED} 2024-12-04T13:04:48,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:04:48,933 WARN [BP-400007655-172.17.0.2-1733317479472 heartbeating to localhost/127.0.0.1:45093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:04:48,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:04:48,933 WARN [BP-400007655-172.17.0.2-1733317479472 heartbeating to localhost/127.0.0.1:45093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-400007655-172.17.0.2-1733317479472 (Datanode Uuid 3ef4e2c2-31b3-4489-8812-fd47f1d8897e) service to localhost/127.0.0.1:45093 2024-12-04T13:04:48,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data6/current/BP-400007655-172.17.0.2-1733317479472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:48,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data5/current/BP-400007655-172.17.0.2-1733317479472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:48,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:04:48,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:48,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:04:48,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:04:48,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:04:48,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir/,STOPPED} 2024-12-04T13:04:48,950 WARN [BP-400007655-172.17.0.2-1733317479472 heartbeating to localhost/127.0.0.1:45093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:04:48,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:04:48,950 WARN [BP-400007655-172.17.0.2-1733317479472 heartbeating to localhost/127.0.0.1:45093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-400007655-172.17.0.2-1733317479472 (Datanode Uuid 3eed23bb-a54b-4742-b425-727e621c4953) service to localhost/127.0.0.1:45093 2024-12-04T13:04:48,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:04:48,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data3/current/BP-400007655-172.17.0.2-1733317479472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:48,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data4/current/BP-400007655-172.17.0.2-1733317479472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:48,952 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:04:48,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:48,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:04:48,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:04:48,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:04:48,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir/,STOPPED} 2024-12-04T13:04:48,966 WARN [BP-400007655-172.17.0.2-1733317479472 heartbeating to localhost/127.0.0.1:45093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:04:48,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:04:48,966 WARN [BP-400007655-172.17.0.2-1733317479472 heartbeating to localhost/127.0.0.1:45093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-400007655-172.17.0.2-1733317479472 (Datanode Uuid caefc76c-f3d4-45f3-98e5-6b633a9f3799) service to localhost/127.0.0.1:45093 2024-12-04T13:04:48,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:04:48,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data1/current/BP-400007655-172.17.0.2-1733317479472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:48,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/cluster_176978fa-8394-b4bb-89fe-83625a9af51f/dfs/data/data2/current/BP-400007655-172.17.0.2-1733317479472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:48,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:04:48,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T13:04:48,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:04:48,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:04:48,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:04:48,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir/,STOPPED} 2024-12-04T13:04:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T13:04:49,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=47 (was 12) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:45093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:45093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1336835d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7232 (was 7730) 2024-12-04T13:04:49,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=47, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=7231 2024-12-04T13:04:49,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.log.dir so I do NOT create it in target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8 2024-12-04T13:04:49,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5a5b8107-2105-5276-fbe7-7258f93e1475/hadoop.tmp.dir so I do NOT create it in target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8 2024-12-04T13:04:49,682 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60, deleteOnExit=true 2024-12-04T13:04:49,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/test.cache.data in system properties and HBase conf 2024-12-04T13:04:49,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T13:04:49,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir in system properties and HBase conf 2024-12-04T13:04:49,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T13:04:49,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T13:04:49,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T13:04:49,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T13:04:49,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T13:04:49,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T13:04:49,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T13:04:49,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T13:04:49,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T13:04:49,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T13:04:49,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T13:04:49,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T13:04:49,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T13:04:49,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/nfs.dump.dir in system properties and HBase conf 2024-12-04T13:04:49,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/java.io.tmpdir in system properties and HBase conf 2024-12-04T13:04:49,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T13:04:49,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T13:04:49,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T13:04:49,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:49,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:49,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:49,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:49,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:49,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:49,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25f85128{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:49,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@392be884{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:50,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a394811{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/java.io.tmpdir/jetty-localhost-41277-hadoop-hdfs-3_4_1-tests_jar-_-any-7155084991794238724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T13:04:50,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2313bc1f{HTTP/1.1, (http/1.1)}{localhost:41277} 2024-12-04T13:04:50,064 INFO [Time-limited test {}] server.Server(415): Started @13908ms 2024-12-04T13:04:50,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:50,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:50,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:50,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:50,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T13:04:50,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1ede69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:50,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12c12bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:50,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62cbcc6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/java.io.tmpdir/jetty-localhost-41317-hadoop-hdfs-3_4_1-tests_jar-_-any-5837636797326503064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:50,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c5414ec{HTTP/1.1, (http/1.1)}{localhost:41317} 2024-12-04T13:04:50,399 INFO [Time-limited test {}] server.Server(415): Started @14243ms 2024-12-04T13:04:50,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:50,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:50,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:50,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:50,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:50,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:50,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51733d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:50,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@359ba9c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:50,563 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data2/current/BP-1525191889-172.17.0.2-1733317489740/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:50,585 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data1/current/BP-1525191889-172.17.0.2-1733317489740/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:50,681 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb20e25927d3121a1 with lease ID 0xc451c53391ef1957: Processing first storage report for DS-27c1d40d-f1ee-4295-8e25-2c46fdad1eda from datanode DatanodeRegistration(127.0.0.1:40293, datanodeUuid=9352f57f-f2f7-4176-b119-6464140ac6e7, infoPort=44957, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740) 2024-12-04T13:04:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb20e25927d3121a1 with lease ID 0xc451c53391ef1957: from storage DS-27c1d40d-f1ee-4295-8e25-2c46fdad1eda node DatanodeRegistration(127.0.0.1:40293, datanodeUuid=9352f57f-f2f7-4176-b119-6464140ac6e7, infoPort=44957, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb20e25927d3121a1 with lease ID 0xc451c53391ef1957: Processing first storage report for DS-61f3cf68-2890-4470-95b7-fd51bdd1f9ed from datanode DatanodeRegistration(127.0.0.1:40293, datanodeUuid=9352f57f-f2f7-4176-b119-6464140ac6e7, infoPort=44957, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740) 2024-12-04T13:04:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb20e25927d3121a1 with lease ID 0xc451c53391ef1957: from storage DS-61f3cf68-2890-4470-95b7-fd51bdd1f9ed node DatanodeRegistration(127.0.0.1:40293, datanodeUuid=9352f57f-f2f7-4176-b119-6464140ac6e7, infoPort=44957, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:50,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32ffa08c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/java.io.tmpdir/jetty-localhost-37423-hadoop-hdfs-3_4_1-tests_jar-_-any-997181956629074742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:50,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba868f0{HTTP/1.1, (http/1.1)}{localhost:37423} 2024-12-04T13:04:50,708 INFO [Time-limited test {}] server.Server(415): Started @14552ms 2024-12-04T13:04:50,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:50,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:50,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:50,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:50,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:50,846 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T13:04:50,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b89d423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:50,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d193711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:50,860 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data3/current/BP-1525191889-172.17.0.2-1733317489740/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:50,861 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data4/current/BP-1525191889-172.17.0.2-1733317489740/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:50,909 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad5876c3cd8858dc with lease ID 0xc451c53391ef1958: Processing first storage report for DS-cc63ad8c-ef49-4854-baca-7d3b964d8adb from datanode DatanodeRegistration(127.0.0.1:44395, datanodeUuid=0a583802-ced7-4b7c-9b9b-26c8eeababde, infoPort=44365, infoSecurePort=0, ipcPort=44335, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740) 2024-12-04T13:04:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad5876c3cd8858dc with lease ID 0xc451c53391ef1958: from storage DS-cc63ad8c-ef49-4854-baca-7d3b964d8adb node DatanodeRegistration(127.0.0.1:44395, datanodeUuid=0a583802-ced7-4b7c-9b9b-26c8eeababde, infoPort=44365, infoSecurePort=0, ipcPort=44335, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad5876c3cd8858dc with lease ID 0xc451c53391ef1958: Processing first storage report for DS-2a37e72c-209e-40e3-984c-6a4ae63bb346 from datanode DatanodeRegistration(127.0.0.1:44395, datanodeUuid=0a583802-ced7-4b7c-9b9b-26c8eeababde, infoPort=44365, infoSecurePort=0, ipcPort=44335, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740) 2024-12-04T13:04:50,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad5876c3cd8858dc with lease ID 0xc451c53391ef1958: from storage DS-2a37e72c-209e-40e3-984c-6a4ae63bb346 node DatanodeRegistration(127.0.0.1:44395, datanodeUuid=0a583802-ced7-4b7c-9b9b-26c8eeababde, infoPort=44365, infoSecurePort=0, ipcPort=44335, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:51,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4edb080f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/java.io.tmpdir/jetty-localhost-39515-hadoop-hdfs-3_4_1-tests_jar-_-any-5340775986886205793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:51,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@642243db{HTTP/1.1, (http/1.1)}{localhost:39515} 2024-12-04T13:04:51,029 INFO [Time-limited test {}] server.Server(415): Started @14873ms 2024-12-04T13:04:51,032 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:51,160 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data5/current/BP-1525191889-172.17.0.2-1733317489740/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:51,162 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data6/current/BP-1525191889-172.17.0.2-1733317489740/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:51,201 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda9a1f01ceb3cda with lease ID 0xc451c53391ef1959: Processing first storage report for DS-2a8dc141-0784-4a7d-a160-9cade63c308e from datanode DatanodeRegistration(127.0.0.1:34265, datanodeUuid=4148674c-43a8-424b-8a42-5c4a6301fbf1, infoPort=35707, infoSecurePort=0, ipcPort=39287, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740) 2024-12-04T13:04:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda9a1f01ceb3cda with lease ID 0xc451c53391ef1959: from storage DS-2a8dc141-0784-4a7d-a160-9cade63c308e node DatanodeRegistration(127.0.0.1:34265, datanodeUuid=4148674c-43a8-424b-8a42-5c4a6301fbf1, infoPort=35707, infoSecurePort=0, ipcPort=39287, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:51,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda9a1f01ceb3cda with lease ID 0xc451c53391ef1959: Processing first storage report for DS-ce56b36d-adb5-45b9-9cbf-c3c801cd98aa from datanode DatanodeRegistration(127.0.0.1:34265, datanodeUuid=4148674c-43a8-424b-8a42-5c4a6301fbf1, infoPort=35707, infoSecurePort=0, ipcPort=39287, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740) 2024-12-04T13:04:51,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda9a1f01ceb3cda with lease ID 0xc451c53391ef1959: from storage DS-ce56b36d-adb5-45b9-9cbf-c3c801cd98aa node DatanodeRegistration(127.0.0.1:34265, datanodeUuid=4148674c-43a8-424b-8a42-5c4a6301fbf1, infoPort=35707, infoSecurePort=0, ipcPort=39287, storageInfo=lv=-57;cid=testClusterID;nsid=2093114315;c=1733317489740), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T13:04:51,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8 2024-12-04T13:04:51,282 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T13:04:51,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T13:04:51,297 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:40779/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:40779/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/oldWALs, maxLogs=32 2024-12-04T13:04:51,323 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733317491300, exclude list is [], retry=0 2024-12-04T13:04:51,331 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-2a8dc141-0784-4a7d-a160-9cade63c308e,DISK] 2024-12-04T13:04:51,333 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40293,DS-27c1d40d-f1ee-4295-8e25-2c46fdad1eda,DISK] 2024-12-04T13:04:51,334 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44395,DS-cc63ad8c-ef49-4854-baca-7d3b964d8adb,DISK] 2024-12-04T13:04:51,341 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733317491300 2024-12-04T13:04:51,342 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707),(127.0.0.1/127.0.0.1:44957:44957),(127.0.0.1/127.0.0.1:44365:44365)] 2024-12-04T13:04:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40293 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T13:04:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44395 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T13:04:52,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T13:04:52,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T13:04:52,458 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40779/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733317491300: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-04T13:04:52,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T13:04:52,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4edb080f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:52,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@642243db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:04:52,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:04:52,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d193711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:04:52,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b89d423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir/,STOPPED} 2024-12-04T13:04:52,536 WARN [BP-1525191889-172.17.0.2-1733317489740 heartbeating to localhost/127.0.0.1:40779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:04:52,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:04:52,536 WARN [BP-1525191889-172.17.0.2-1733317489740 heartbeating to localhost/127.0.0.1:40779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1525191889-172.17.0.2-1733317489740 (Datanode Uuid 4148674c-43a8-424b-8a42-5c4a6301fbf1) service to localhost/127.0.0.1:40779 2024-12-04T13:04:52,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:04:52,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data5/current/BP-1525191889-172.17.0.2-1733317489740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:52,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:04:52,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data6/current/BP-1525191889-172.17.0.2-1733317489740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:52,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32ffa08c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:52,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba868f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:04:52,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:04:52,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@359ba9c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:04:52,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51733d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir/,STOPPED} 2024-12-04T13:04:52,552 WARN [BP-1525191889-172.17.0.2-1733317489740 heartbeating to localhost/127.0.0.1:40779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:04:52,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:04:52,553 WARN [BP-1525191889-172.17.0.2-1733317489740 heartbeating to localhost/127.0.0.1:40779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1525191889-172.17.0.2-1733317489740 (Datanode Uuid 0a583802-ced7-4b7c-9b9b-26c8eeababde) service to localhost/127.0.0.1:40779 2024-12-04T13:04:52,553 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:04:52,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data3/current/BP-1525191889-172.17.0.2-1733317489740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:52,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data4/current/BP-1525191889-172.17.0.2-1733317489740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:52,556 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:04:52,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62cbcc6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:52,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c5414ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:04:52,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:04:52,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12c12bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:04:52,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1ede69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir/,STOPPED} 2024-12-04T13:04:52,566 WARN [BP-1525191889-172.17.0.2-1733317489740 heartbeating to localhost/127.0.0.1:40779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:04:52,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:04:52,566 WARN [BP-1525191889-172.17.0.2-1733317489740 heartbeating to localhost/127.0.0.1:40779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1525191889-172.17.0.2-1733317489740 (Datanode Uuid 9352f57f-f2f7-4176-b119-6464140ac6e7) service to localhost/127.0.0.1:40779 2024-12-04T13:04:52,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:04:52,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data1/current/BP-1525191889-172.17.0.2-1733317489740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:52,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/cluster_2edbfdf7-4a32-6ad5-6b50-d68a047ddd60/dfs/data/data2/current/BP-1525191889-172.17.0.2-1733317489740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:04:52,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:04:52,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a394811{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T13:04:52,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2313bc1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:04:52,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:04:52,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@392be884{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:04:52,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25f85128{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir/,STOPPED} 2024-12-04T13:04:52,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T13:04:52,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 47) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:40779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:40779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 414) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6937 (was 7231) 2024-12-04T13:04:52,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=6936 2024-12-04T13:04:52,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.log.dir so I do NOT create it in target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76 2024-12-04T13:04:52,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25737b87-0e1d-ce86-31be-6f5ce394c3f8/hadoop.tmp.dir so I do NOT create it in target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76 2024-12-04T13:04:52,625 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b, deleteOnExit=true 2024-12-04T13:04:52,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/test.cache.data in system properties and HBase conf 2024-12-04T13:04:52,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T13:04:52,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir in system properties and HBase conf 2024-12-04T13:04:52,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T13:04:52,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T13:04:52,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T13:04:52,627 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T13:04:52,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T13:04:52,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T13:04:52,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T13:04:52,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T13:04:52,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T13:04:52,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T13:04:52,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T13:04:52,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T13:04:52,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T13:04:52,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/nfs.dump.dir in system properties and HBase conf 2024-12-04T13:04:52,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/java.io.tmpdir in system properties and HBase conf 2024-12-04T13:04:52,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T13:04:52,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T13:04:52,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T13:04:52,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:52,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:52,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:52,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:52,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T13:04:52,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:52,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589b24ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:52,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31dfaf38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:52,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59c8f23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/java.io.tmpdir/jetty-localhost-36553-hadoop-hdfs-3_4_1-tests_jar-_-any-16969489486583022153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T13:04:52,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73bacbf{HTTP/1.1, (http/1.1)}{localhost:36553} 2024-12-04T13:04:52,896 INFO [Time-limited test {}] server.Server(415): Started @16740ms 2024-12-04T13:04:53,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:53,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:53,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:53,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:53,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:53,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70246670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:53,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39107f37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:53,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ee4bd8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/java.io.tmpdir/jetty-localhost-39925-hadoop-hdfs-3_4_1-tests_jar-_-any-2368179843205371883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:53,167 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30c62c4{HTTP/1.1, (http/1.1)}{localhost:39925} 2024-12-04T13:04:53,168 INFO [Time-limited test {}] server.Server(415): Started @17012ms 2024-12-04T13:04:53,170 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:53,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:53,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:53,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:53,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:53,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:53,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674437de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:53,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4862bce4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:53,306 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data1/current/BP-914460703-172.17.0.2-1733317492666/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:53,307 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data2/current/BP-914460703-172.17.0.2-1733317492666/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:53,342 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3413e0b8cd6b537 with lease ID 0x335a6b8c22e09616: Processing first storage report for DS-e59a7863-c4b6-4d6e-b4e6-fbb96b4ee803 from datanode DatanodeRegistration(127.0.0.1:44801, datanodeUuid=1f617f3d-8132-4ee0-bc9f-ba8bd13dec6d, infoPort=44659, infoSecurePort=0, ipcPort=44109, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666) 2024-12-04T13:04:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3413e0b8cd6b537 with lease ID 0x335a6b8c22e09616: from storage DS-e59a7863-c4b6-4d6e-b4e6-fbb96b4ee803 node DatanodeRegistration(127.0.0.1:44801, datanodeUuid=1f617f3d-8132-4ee0-bc9f-ba8bd13dec6d, infoPort=44659, infoSecurePort=0, ipcPort=44109, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T13:04:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3413e0b8cd6b537 with lease ID 0x335a6b8c22e09616: Processing first storage report for DS-8d92638e-4cb0-41c6-871d-59aee01fd083 from datanode DatanodeRegistration(127.0.0.1:44801, datanodeUuid=1f617f3d-8132-4ee0-bc9f-ba8bd13dec6d, infoPort=44659, infoSecurePort=0, ipcPort=44109, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666) 2024-12-04T13:04:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3413e0b8cd6b537 with lease ID 0x335a6b8c22e09616: from storage DS-8d92638e-4cb0-41c6-871d-59aee01fd083 node DatanodeRegistration(127.0.0.1:44801, datanodeUuid=1f617f3d-8132-4ee0-bc9f-ba8bd13dec6d, infoPort=44659, infoSecurePort=0, ipcPort=44109, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:53,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62ccfa08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/java.io.tmpdir/jetty-localhost-40921-hadoop-hdfs-3_4_1-tests_jar-_-any-10231593533461939372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:53,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b39df7d{HTTP/1.1, (http/1.1)}{localhost:40921} 2024-12-04T13:04:53,398 INFO [Time-limited test {}] server.Server(415): Started @17242ms 2024-12-04T13:04:53,400 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:53,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:04:53,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:04:53,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:04:53,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:04:53,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:04:53,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@627fa5d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:04:53,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b1471ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:04:53,524 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data3/current/BP-914460703-172.17.0.2-1733317492666/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:53,525 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data4/current/BP-914460703-172.17.0.2-1733317492666/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:53,556 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53cd2fd6e4a4d25c with lease ID 0x335a6b8c22e09617: Processing first storage report for DS-ad3315b7-9a48-4f4e-968c-ce74ecff3afa from datanode DatanodeRegistration(127.0.0.1:34189, datanodeUuid=e1cc592b-dccd-4730-88e1-3bde3b8083ae, infoPort=43183, infoSecurePort=0, ipcPort=42441, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666) 2024-12-04T13:04:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53cd2fd6e4a4d25c with lease ID 0x335a6b8c22e09617: from storage DS-ad3315b7-9a48-4f4e-968c-ce74ecff3afa node DatanodeRegistration(127.0.0.1:34189, datanodeUuid=e1cc592b-dccd-4730-88e1-3bde3b8083ae, infoPort=43183, infoSecurePort=0, ipcPort=42441, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T13:04:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53cd2fd6e4a4d25c with lease ID 0x335a6b8c22e09617: Processing first storage report for DS-de7e3fa4-8e8a-47cb-9ae1-0441978bcb4a from datanode DatanodeRegistration(127.0.0.1:34189, datanodeUuid=e1cc592b-dccd-4730-88e1-3bde3b8083ae, infoPort=43183, infoSecurePort=0, ipcPort=42441, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666) 2024-12-04T13:04:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53cd2fd6e4a4d25c with lease ID 0x335a6b8c22e09617: from storage DS-de7e3fa4-8e8a-47cb-9ae1-0441978bcb4a node DatanodeRegistration(127.0.0.1:34189, datanodeUuid=e1cc592b-dccd-4730-88e1-3bde3b8083ae, infoPort=43183, infoSecurePort=0, ipcPort=42441, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:53,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@161dde26{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/java.io.tmpdir/jetty-localhost-44307-hadoop-hdfs-3_4_1-tests_jar-_-any-16512784185681787575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:04:53,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46e9d8a2{HTTP/1.1, (http/1.1)}{localhost:44307} 2024-12-04T13:04:53,637 INFO [Time-limited test {}] server.Server(415): Started @17481ms 2024-12-04T13:04:53,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:04:53,773 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data5/current/BP-914460703-172.17.0.2-1733317492666/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:53,773 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data6/current/BP-914460703-172.17.0.2-1733317492666/current, will proceed with Du for space computation calculation, 2024-12-04T13:04:53,810 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:04:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22d66a289ab2d9b4 with lease ID 0x335a6b8c22e09618: Processing first storage report for DS-26b20c19-6950-4944-a80f-ea33e3725835 from datanode DatanodeRegistration(127.0.0.1:34077, datanodeUuid=5abcbe24-4b66-4f1d-81fc-eaaea98b6b19, infoPort=45641, infoSecurePort=0, ipcPort=42479, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666) 2024-12-04T13:04:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22d66a289ab2d9b4 with lease ID 0x335a6b8c22e09618: from storage DS-26b20c19-6950-4944-a80f-ea33e3725835 node DatanodeRegistration(127.0.0.1:34077, datanodeUuid=5abcbe24-4b66-4f1d-81fc-eaaea98b6b19, infoPort=45641, infoSecurePort=0, ipcPort=42479, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:04:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22d66a289ab2d9b4 with lease ID 0x335a6b8c22e09618: Processing first storage report for DS-815b27ce-8714-4458-b573-93f4f59169f0 from datanode DatanodeRegistration(127.0.0.1:34077, datanodeUuid=5abcbe24-4b66-4f1d-81fc-eaaea98b6b19, infoPort=45641, infoSecurePort=0, ipcPort=42479, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666) 2024-12-04T13:04:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22d66a289ab2d9b4 with lease ID 0x335a6b8c22e09618: from storage DS-815b27ce-8714-4458-b573-93f4f59169f0 node DatanodeRegistration(127.0.0.1:34077, datanodeUuid=5abcbe24-4b66-4f1d-81fc-eaaea98b6b19, infoPort=45641, infoSecurePort=0, ipcPort=42479, storageInfo=lv=-57;cid=testClusterID;nsid=208964983;c=1733317492666), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T13:04:53,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76 2024-12-04T13:04:53,898 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T13:04:53,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T13:04:53,906 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:34407/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:34407/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/oldWALs, maxLogs=32 2024-12-04T13:04:53,922 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733317493908, exclude list is [], retry=0 2024-12-04T13:04:53,928 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44801,DS-e59a7863-c4b6-4d6e-b4e6-fbb96b4ee803,DISK] 2024-12-04T13:04:53,929 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-26b20c19-6950-4944-a80f-ea33e3725835,DISK] 2024-12-04T13:04:53,930 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34189,DS-ad3315b7-9a48-4f4e-968c-ce74ecff3afa,DISK] 2024-12-04T13:04:53,934 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733317493908 2024-12-04T13:04:53,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659),(127.0.0.1/127.0.0.1:45641:45641),(127.0.0.1/127.0.0.1:43183:43183)] 2024-12-04T13:04:53,951 INFO [AsyncFSWAL-0-hdfs://localhost:34407/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-04T13:05:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T13:05:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T13:05:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T13:05:05,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T13:05:05,500 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34407/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733317493908: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-04T13:05:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T13:05:07,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@161dde26{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:07,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46e9d8a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:05:07,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:05:07,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b1471ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:05:07,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@627fa5d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir/,STOPPED} 2024-12-04T13:05:07,445 WARN [BP-914460703-172.17.0.2-1733317492666 heartbeating to localhost/127.0.0.1:34407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:05:07,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:05:07,446 WARN [BP-914460703-172.17.0.2-1733317492666 heartbeating to localhost/127.0.0.1:34407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-914460703-172.17.0.2-1733317492666 (Datanode Uuid 5abcbe24-4b66-4f1d-81fc-eaaea98b6b19) service to localhost/127.0.0.1:34407 2024-12-04T13:05:07,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:05:07,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data5/current/BP-914460703-172.17.0.2-1733317492666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:07,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data6/current/BP-914460703-172.17.0.2-1733317492666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:07,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:05:07,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62ccfa08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:07,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b39df7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:05:07,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:05:07,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4862bce4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:05:07,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@674437de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir/,STOPPED} 2024-12-04T13:05:07,455 WARN [BP-914460703-172.17.0.2-1733317492666 heartbeating to localhost/127.0.0.1:34407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:05:07,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:05:07,456 WARN [BP-914460703-172.17.0.2-1733317492666 heartbeating to localhost/127.0.0.1:34407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-914460703-172.17.0.2-1733317492666 (Datanode Uuid e1cc592b-dccd-4730-88e1-3bde3b8083ae) service to localhost/127.0.0.1:34407 2024-12-04T13:05:07,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:05:07,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data3/current/BP-914460703-172.17.0.2-1733317492666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:07,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data4/current/BP-914460703-172.17.0.2-1733317492666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:07,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:05:07,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ee4bd8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:07,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30c62c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:05:07,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:05:07,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39107f37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:05:07,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70246670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir/,STOPPED} 2024-12-04T13:05:07,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:05:07,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:05:07,469 WARN [BP-914460703-172.17.0.2-1733317492666 heartbeating to localhost/127.0.0.1:34407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:05:07,469 WARN [BP-914460703-172.17.0.2-1733317492666 heartbeating to localhost/127.0.0.1:34407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-914460703-172.17.0.2-1733317492666 (Datanode Uuid 1f617f3d-8132-4ee0-bc9f-ba8bd13dec6d) service to localhost/127.0.0.1:34407 2024-12-04T13:05:07,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data1/current/BP-914460703-172.17.0.2-1733317492666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:07,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/cluster_ca3c30b1-44d7-9093-02c2-766192ea152b/dfs/data/data2/current/BP-914460703-172.17.0.2-1733317492666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:07,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:05:07,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59c8f23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T13:05:07,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73bacbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:05:07,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:05:07,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31dfaf38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:05:07,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589b24ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir/,STOPPED} 2024-12-04T13:05:07,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T13:05:07,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=53 (was 54), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 445), ProcessCount=11 (was 11), AvailableMemoryMB=6879 (was 6936) 2024-12-04T13:05:07,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=53, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=6879 2024-12-04T13:05:07,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.log.dir so I do NOT create it in target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8 2024-12-04T13:05:07,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/13e68a01-3406-c4a6-e8ac-d3677a65bc76/hadoop.tmp.dir so I do NOT create it in target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8 2024-12-04T13:05:07,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0, deleteOnExit=true 2024-12-04T13:05:07,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/test.cache.data in system properties and HBase conf 2024-12-04T13:05:07,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T13:05:07,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir in system properties and HBase conf 2024-12-04T13:05:07,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T13:05:07,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T13:05:07,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T13:05:07,540 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T13:05:07,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T13:05:07,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T13:05:07,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T13:05:07,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T13:05:07,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T13:05:07,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T13:05:07,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T13:05:07,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T13:05:07,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T13:05:07,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/nfs.dump.dir in system properties and HBase conf 2024-12-04T13:05:07,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/java.io.tmpdir in system properties and HBase conf 2024-12-04T13:05:07,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T13:05:07,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T13:05:07,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T13:05:07,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:05:07,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:05:07,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:05:07,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:05:07,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:05:07,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:05:07,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74706ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:05:07,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a14b548{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:05:07,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aea2921{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/java.io.tmpdir/jetty-localhost-40017-hadoop-hdfs-3_4_1-tests_jar-_-any-11870247667615035443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T13:05:07,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a1a8df1{HTTP/1.1, (http/1.1)}{localhost:40017} 2024-12-04T13:05:07,845 INFO [Time-limited test {}] server.Server(415): Started @31689ms 2024-12-04T13:05:08,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:05:08,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:05:08,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:05:08,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:05:08,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:05:08,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c4a2cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:05:08,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75b94393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:05:08,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70a0a3c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/java.io.tmpdir/jetty-localhost-33057-hadoop-hdfs-3_4_1-tests_jar-_-any-12292427564516969153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:08,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12fd1a7a{HTTP/1.1, (http/1.1)}{localhost:33057} 2024-12-04T13:05:08,204 INFO [Time-limited test {}] server.Server(415): Started @32048ms 2024-12-04T13:05:08,206 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:05:08,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:05:08,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:05:08,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:05:08,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:05:08,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:05:08,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@284bedd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:05:08,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243fadce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:05:08,336 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data1/current/BP-291959039-172.17.0.2-1733317507581/current, will proceed with Du for space computation calculation, 2024-12-04T13:05:08,340 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data2/current/BP-291959039-172.17.0.2-1733317507581/current, will proceed with Du for space computation calculation, 2024-12-04T13:05:08,387 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:05:08,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47d62e50ae20a139 with lease ID 0x583e146cca94e128: Processing first storage report for DS-e6830717-23d4-4acb-8d67-c234749c2844 from datanode DatanodeRegistration(127.0.0.1:36099, datanodeUuid=5af7a6e8-4999-428f-9735-58e5cf702c90, infoPort=41421, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581) 2024-12-04T13:05:08,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47d62e50ae20a139 with lease ID 0x583e146cca94e128: from storage DS-e6830717-23d4-4acb-8d67-c234749c2844 node DatanodeRegistration(127.0.0.1:36099, datanodeUuid=5af7a6e8-4999-428f-9735-58e5cf702c90, infoPort=41421, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T13:05:08,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47d62e50ae20a139 with lease ID 0x583e146cca94e128: Processing first storage report for DS-97dc0805-1ab4-4eb1-99fb-88f295173699 from datanode DatanodeRegistration(127.0.0.1:36099, datanodeUuid=5af7a6e8-4999-428f-9735-58e5cf702c90, infoPort=41421, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581) 2024-12-04T13:05:08,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47d62e50ae20a139 with lease ID 0x583e146cca94e128: from storage DS-97dc0805-1ab4-4eb1-99fb-88f295173699 node DatanodeRegistration(127.0.0.1:36099, datanodeUuid=5af7a6e8-4999-428f-9735-58e5cf702c90, infoPort=41421, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:05:08,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@137fbd04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/java.io.tmpdir/jetty-localhost-46577-hadoop-hdfs-3_4_1-tests_jar-_-any-6365640746994552022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:08,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@578dd914{HTTP/1.1, (http/1.1)}{localhost:46577} 2024-12-04T13:05:08,452 INFO [Time-limited test {}] server.Server(415): Started @32296ms 2024-12-04T13:05:08,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:05:08,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T13:05:08,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T13:05:08,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T13:05:08,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T13:05:08,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T13:05:08,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6067aa60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir/,AVAILABLE} 2024-12-04T13:05:08,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef3e3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T13:05:08,576 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data3/current/BP-291959039-172.17.0.2-1733317507581/current, will proceed with Du for space computation calculation, 2024-12-04T13:05:08,577 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data4/current/BP-291959039-172.17.0.2-1733317507581/current, will proceed with Du for space computation calculation, 2024-12-04T13:05:08,609 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:05:08,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed158575392e8c6c with lease ID 0x583e146cca94e129: Processing first storage report for DS-773c0d94-8b21-4a65-8d7f-77ef207f9964 from datanode DatanodeRegistration(127.0.0.1:40385, datanodeUuid=04fde3be-f257-4623-a62d-1d476761b278, infoPort=41169, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581) 2024-12-04T13:05:08,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed158575392e8c6c with lease ID 0x583e146cca94e129: from storage DS-773c0d94-8b21-4a65-8d7f-77ef207f9964 node DatanodeRegistration(127.0.0.1:40385, datanodeUuid=04fde3be-f257-4623-a62d-1d476761b278, infoPort=41169, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:05:08,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed158575392e8c6c with lease ID 0x583e146cca94e129: Processing first storage report for DS-0d974fd6-1ddd-4783-8fd6-af71ecf5b841 from datanode DatanodeRegistration(127.0.0.1:40385, datanodeUuid=04fde3be-f257-4623-a62d-1d476761b278, infoPort=41169, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581) 2024-12-04T13:05:08,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed158575392e8c6c with lease ID 0x583e146cca94e129: from storage DS-0d974fd6-1ddd-4783-8fd6-af71ecf5b841 node DatanodeRegistration(127.0.0.1:40385, datanodeUuid=04fde3be-f257-4623-a62d-1d476761b278, infoPort=41169, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:05:08,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c3f5701{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/java.io.tmpdir/jetty-localhost-41913-hadoop-hdfs-3_4_1-tests_jar-_-any-13138494497520267942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:08,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53ba8ff9{HTTP/1.1, (http/1.1)}{localhost:41913} 2024-12-04T13:05:08,670 INFO [Time-limited test {}] server.Server(415): Started @32514ms 2024-12-04T13:05:08,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T13:05:08,830 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data5/current/BP-291959039-172.17.0.2-1733317507581/current, will proceed with Du for space computation calculation, 2024-12-04T13:05:08,831 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data6/current/BP-291959039-172.17.0.2-1733317507581/current, will proceed with Du for space computation calculation, 2024-12-04T13:05:08,873 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T13:05:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a639faacb40adcc with lease ID 0x583e146cca94e12a: Processing first storage report for DS-3669a901-a750-44c9-95d1-98f45252315a from datanode DatanodeRegistration(127.0.0.1:45897, datanodeUuid=bfe4c9ac-efaa-47c5-b10b-d15c8eee0342, infoPort=38295, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581) 2024-12-04T13:05:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a639faacb40adcc with lease ID 0x583e146cca94e12a: from storage DS-3669a901-a750-44c9-95d1-98f45252315a node DatanodeRegistration(127.0.0.1:45897, datanodeUuid=bfe4c9ac-efaa-47c5-b10b-d15c8eee0342, infoPort=38295, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T13:05:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a639faacb40adcc with lease ID 0x583e146cca94e12a: Processing first storage report for DS-7e0dda86-0e18-4543-b3e3-8cc2be56819b from datanode DatanodeRegistration(127.0.0.1:45897, datanodeUuid=bfe4c9ac-efaa-47c5-b10b-d15c8eee0342, infoPort=38295, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581) 2024-12-04T13:05:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a639faacb40adcc with lease ID 0x583e146cca94e12a: from storage DS-7e0dda86-0e18-4543-b3e3-8cc2be56819b node DatanodeRegistration(127.0.0.1:45897, datanodeUuid=bfe4c9ac-efaa-47c5-b10b-d15c8eee0342, infoPort=38295, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=1502568255;c=1733317507581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T13:05:08,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8 2024-12-04T13:05:08,946 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T13:05:08,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T13:05:08,963 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34409/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34409/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/oldWALs, maxLogs=32 2024-12-04T13:05:08,983 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733317508966, exclude list is [], retry=0 2024-12-04T13:05:08,989 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-3669a901-a750-44c9-95d1-98f45252315a,DISK] 2024-12-04T13:05:08,990 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40385,DS-773c0d94-8b21-4a65-8d7f-77ef207f9964,DISK] 2024-12-04T13:05:08,991 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36099,DS-e6830717-23d4-4acb-8d67-c234749c2844,DISK] 2024-12-04T13:05:09,016 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733317508966 2024-12-04T13:05:09,019 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295),(127.0.0.1/127.0.0.1:41169:41169),(127.0.0.1/127.0.0.1:41421:41421)] 2024-12-04T13:05:09,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733317508966 not finished, retry = 0 2024-12-04T13:05:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741825_1001 (size=121110) 2024-12-04T13:05:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36099 is added to blk_1073741825_1001 (size=121110) 2024-12-04T13:05:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40385 is added to blk_1073741825_1001 (size=121110) 2024-12-04T13:05:09,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T13:05:09,836 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34409/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733317508966: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-04T13:05:09,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T13:05:09,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c3f5701{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:09,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53ba8ff9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:05:09,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:05:09,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef3e3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:05:09,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6067aa60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir/,STOPPED} 2024-12-04T13:05:09,888 WARN [BP-291959039-172.17.0.2-1733317507581 heartbeating to localhost/127.0.0.1:34409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:05:09,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:05:09,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:05:09,888 WARN [BP-291959039-172.17.0.2-1733317507581 heartbeating to localhost/127.0.0.1:34409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-291959039-172.17.0.2-1733317507581 (Datanode Uuid bfe4c9ac-efaa-47c5-b10b-d15c8eee0342) service to localhost/127.0.0.1:34409 2024-12-04T13:05:09,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data5/current/BP-291959039-172.17.0.2-1733317507581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:09,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data6/current/BP-291959039-172.17.0.2-1733317507581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:09,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:05:09,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@137fbd04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:09,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@578dd914{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:05:09,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:05:09,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243fadce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:05:09,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@284bedd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir/,STOPPED} 2024-12-04T13:05:09,903 WARN [BP-291959039-172.17.0.2-1733317507581 heartbeating to localhost/127.0.0.1:34409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:05:09,903 WARN [BP-291959039-172.17.0.2-1733317507581 heartbeating to localhost/127.0.0.1:34409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-291959039-172.17.0.2-1733317507581 (Datanode Uuid 04fde3be-f257-4623-a62d-1d476761b278) service to localhost/127.0.0.1:34409 2024-12-04T13:05:09,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data3/current/BP-291959039-172.17.0.2-1733317507581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:09,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:05:09,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:05:09,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data4/current/BP-291959039-172.17.0.2-1733317507581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:09,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:05:09,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70a0a3c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T13:05:09,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12fd1a7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:05:09,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:05:09,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75b94393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:05:09,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c4a2cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir/,STOPPED} 2024-12-04T13:05:09,917 WARN [BP-291959039-172.17.0.2-1733317507581 heartbeating to localhost/127.0.0.1:34409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T13:05:09,917 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T13:05:09,917 WARN [BP-291959039-172.17.0.2-1733317507581 heartbeating to localhost/127.0.0.1:34409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-291959039-172.17.0.2-1733317507581 (Datanode Uuid 5af7a6e8-4999-428f-9735-58e5cf702c90) service to localhost/127.0.0.1:34409 2024-12-04T13:05:09,917 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T13:05:09,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data1/current/BP-291959039-172.17.0.2-1733317507581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:09,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/cluster_40b67eb3-41de-4ef8-8d44-80486a292cc0/dfs/data/data2/current/BP-291959039-172.17.0.2-1733317507581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T13:05:09,918 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T13:05:09,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aea2921{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T13:05:09,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a1a8df1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T13:05:09,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T13:05:09,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a14b548{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T13:05:09,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74706ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/db4091b0-101e-34a3-0676-0dc9cf5edfa8/hadoop.log.dir/,STOPPED} 2024-12-04T13:05:09,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T13:05:09,970 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=61 (was 53) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=6722 (was 6879)