2024-12-13 17:34:34,049 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-13 17:34:34,072 main DEBUG Took 0.017485 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 17:34:34,072 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 17:34:34,073 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 17:34:34,074 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 17:34:34,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,129 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 17:34:34,146 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,148 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,150 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,151 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,152 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,153 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,154 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,155 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,156 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,157 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,158 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 17:34:34,159 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,160 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 17:34:34,161 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 17:34:34,163 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 17:34:34,165 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 17:34:34,166 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 17:34:34,168 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 17:34:34,169 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 17:34:34,179 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 17:34:34,182 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 17:34:34,184 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 17:34:34,185 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 17:34:34,185 main DEBUG createAppenders(={Console}) 2024-12-13 17:34:34,186 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-13 17:34:34,187 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-13 17:34:34,187 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-13 17:34:34,187 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 17:34:34,188 main DEBUG OutputStream closed 2024-12-13 17:34:34,188 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 17:34:34,188 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 17:34:34,189 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-13 17:34:34,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 17:34:34,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 17:34:34,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 17:34:34,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 17:34:34,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 17:34:34,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 17:34:34,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 17:34:34,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 17:34:34,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 17:34:34,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 17:34:34,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 17:34:34,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 17:34:34,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 17:34:34,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 17:34:34,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 17:34:34,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 17:34:34,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 17:34:34,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 17:34:34,288 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 17:34:34,289 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-13 17:34:34,289 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 17:34:34,290 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-13T17:34:34,585 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b 2024-12-13 17:34:34,600 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 17:34:34,601 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T17:34:34,614 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-13T17:34:34,674 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=4492 2024-12-13T17:34:34,677 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84, deleteOnExit=true 2024-12-13T17:34:34,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/test.cache.data in system properties and HBase conf 2024-12-13T17:34:34,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T17:34:34,680 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir in system properties and HBase conf 2024-12-13T17:34:34,681 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T17:34:34,681 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T17:34:34,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T17:34:34,796 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T17:34:34,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T17:34:34,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T17:34:34,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T17:34:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T17:34:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T17:34:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T17:34:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T17:34:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T17:34:34,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T17:34:34,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T17:34:34,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/nfs.dump.dir in system properties and HBase conf 2024-12-13T17:34:34,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/java.io.tmpdir in system properties and HBase conf 2024-12-13T17:34:34,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T17:34:34,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T17:34:34,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T17:34:36,169 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T17:34:36,254 INFO [Time-limited test {}] log.Log(170): Logging initialized @3063ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T17:34:36,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:34:36,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:34:36,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:34:36,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:34:36,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:34:36,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:34:36,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:34:36,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:34:36,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/java.io.tmpdir/jetty-localhost-43729-hadoop-hdfs-3_4_1-tests_jar-_-any-9497786226870023754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T17:34:36,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:43729} 2024-12-13T17:34:36,735 INFO [Time-limited test {}] server.Server(415): Started @3545ms 2024-12-13T17:34:37,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:34:37,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:34:37,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:34:37,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:34:37,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T17:34:37,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:34:37,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:34:37,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/java.io.tmpdir/jetty-localhost-41531-hadoop-hdfs-3_4_1-tests_jar-_-any-13999838017806449083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:34:37,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:41531} 2024-12-13T17:34:37,495 INFO [Time-limited test {}] server.Server(415): Started @4305ms 2024-12-13T17:34:37,559 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:34:37,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:34:37,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:34:37,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:34:37,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:34:37,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T17:34:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:34:37,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:34:37,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/java.io.tmpdir/jetty-localhost-33653-hadoop-hdfs-3_4_1-tests_jar-_-any-11184736696591248089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:34:37,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:33653} 2024-12-13T17:34:37,878 INFO [Time-limited test {}] server.Server(415): Started @4688ms 2024-12-13T17:34:37,880 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:34:37,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:34:37,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:34:37,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:34:37,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:34:37,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T17:34:37,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:34:37,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:34:38,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/java.io.tmpdir/jetty-localhost-36177-hadoop-hdfs-3_4_1-tests_jar-_-any-3179954855871568916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:34:38,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:36177} 2024-12-13T17:34:38,072 INFO [Time-limited test {}] server.Server(415): Started @4882ms 2024-12-13T17:34:38,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:34:38,722 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data3/current/BP-1652276722-172.17.0.2-1734111275712/current, will proceed with Du for space computation calculation, 2024-12-13T17:34:38,722 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data1/current/BP-1652276722-172.17.0.2-1734111275712/current, will proceed with Du for space computation calculation, 2024-12-13T17:34:38,722 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data4/current/BP-1652276722-172.17.0.2-1734111275712/current, will proceed with Du for space computation calculation, 2024-12-13T17:34:38,725 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data2/current/BP-1652276722-172.17.0.2-1734111275712/current, will proceed with Du for space computation calculation, 2024-12-13T17:34:38,775 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:34:38,775 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:34:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36cf294ce60b545 with lease ID 0xc39974f0e52b52e9: Processing first storage report for DS-4ee80be7-e6d0-4fbe-b6aa-c4709a869f14 from datanode DatanodeRegistration(127.0.0.1:35167, datanodeUuid=35f4e750-42cd-4b29-acd0-4b27365e6ed2, infoPort=44447, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712) 2024-12-13T17:34:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36cf294ce60b545 with lease ID 0xc39974f0e52b52e9: from storage DS-4ee80be7-e6d0-4fbe-b6aa-c4709a869f14 node DatanodeRegistration(127.0.0.1:35167, datanodeUuid=35f4e750-42cd-4b29-acd0-4b27365e6ed2, infoPort=44447, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T17:34:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bbddf63508fa6a with lease ID 0xc39974f0e52b52e8: Processing first storage report for DS-1d6a12f7-a0b9-4d83-b332-616f98217790 from datanode DatanodeRegistration(127.0.0.1:43329, datanodeUuid=551a9667-75d4-47f5-8450-8dc65aeffe25, infoPort=44573, infoSecurePort=0, ipcPort=39023, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712) 2024-12-13T17:34:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bbddf63508fa6a with lease ID 0xc39974f0e52b52e8: from storage DS-1d6a12f7-a0b9-4d83-b332-616f98217790 node DatanodeRegistration(127.0.0.1:43329, datanodeUuid=551a9667-75d4-47f5-8450-8dc65aeffe25, infoPort=44573, infoSecurePort=0, ipcPort=39023, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:34:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36cf294ce60b545 with lease ID 0xc39974f0e52b52e9: Processing first storage report for DS-f7f96710-46c4-4581-a9e5-dd1d88ea4c12 from datanode DatanodeRegistration(127.0.0.1:35167, datanodeUuid=35f4e750-42cd-4b29-acd0-4b27365e6ed2, infoPort=44447, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712) 2024-12-13T17:34:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36cf294ce60b545 with lease ID 0xc39974f0e52b52e9: from storage DS-f7f96710-46c4-4581-a9e5-dd1d88ea4c12 node DatanodeRegistration(127.0.0.1:35167, datanodeUuid=35f4e750-42cd-4b29-acd0-4b27365e6ed2, infoPort=44447, infoSecurePort=0, ipcPort=35483, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:34:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bbddf63508fa6a with lease ID 0xc39974f0e52b52e8: Processing first storage report for DS-71f40e88-b51c-4217-940f-5625207ec6b3 from datanode DatanodeRegistration(127.0.0.1:43329, datanodeUuid=551a9667-75d4-47f5-8450-8dc65aeffe25, infoPort=44573, infoSecurePort=0, ipcPort=39023, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712) 2024-12-13T17:34:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bbddf63508fa6a with lease ID 0xc39974f0e52b52e8: from storage DS-71f40e88-b51c-4217-940f-5625207ec6b3 node DatanodeRegistration(127.0.0.1:43329, datanodeUuid=551a9667-75d4-47f5-8450-8dc65aeffe25, infoPort=44573, infoSecurePort=0, ipcPort=39023, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:34:38,861 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data5/current/BP-1652276722-172.17.0.2-1734111275712/current, will proceed with Du for space computation calculation, 2024-12-13T17:34:38,861 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data6/current/BP-1652276722-172.17.0.2-1734111275712/current, will proceed with Du for space computation calculation, 2024-12-13T17:34:38,900 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:34:38,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36eaf335b8338da2 with lease ID 0xc39974f0e52b52ea: Processing first storage report for DS-9ef31881-fbb3-4d03-9a0a-c9560f4a26dd from datanode DatanodeRegistration(127.0.0.1:39745, datanodeUuid=840f9669-5ad5-418a-a6ac-d6d20384bbbb, infoPort=44223, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712) 2024-12-13T17:34:38,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36eaf335b8338da2 with lease ID 0xc39974f0e52b52ea: from storage DS-9ef31881-fbb3-4d03-9a0a-c9560f4a26dd node DatanodeRegistration(127.0.0.1:39745, datanodeUuid=840f9669-5ad5-418a-a6ac-d6d20384bbbb, infoPort=44223, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T17:34:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36eaf335b8338da2 with lease ID 0xc39974f0e52b52ea: Processing first storage report for DS-b1ef4be5-0c0e-4f5d-bff2-2eb51ac15861 from datanode DatanodeRegistration(127.0.0.1:39745, datanodeUuid=840f9669-5ad5-418a-a6ac-d6d20384bbbb, infoPort=44223, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712) 2024-12-13T17:34:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36eaf335b8338da2 with lease ID 0xc39974f0e52b52ea: from storage DS-b1ef4be5-0c0e-4f5d-bff2-2eb51ac15861 node DatanodeRegistration(127.0.0.1:39745, datanodeUuid=840f9669-5ad5-418a-a6ac-d6d20384bbbb, infoPort=44223, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=331582738;c=1734111275712), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T17:34:38,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b 2024-12-13T17:34:39,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T17:34:39,066 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T17:34:39,069 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T17:34:39,081 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T17:34:39,081 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T17:34:39,147 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T17:34:39,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T17:34:39,233 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:33475/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:33475/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/oldWALs, maxLogs=32 2024-12-13T17:34:39,310 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734111279275, exclude list is [], retry=0 2024-12-13T17:34:39,419 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 45984 (auto-detected) 2024-12-13T17:34:39,426 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T17:34:39,476 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39745,DS-9ef31881-fbb3-4d03-9a0a-c9560f4a26dd,DISK] 2024-12-13T17:34:39,483 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T17:34:39,550 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35167,DS-4ee80be7-e6d0-4fbe-b6aa-c4709a869f14,DISK] 2024-12-13T17:34:39,552 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43329,DS-1d6a12f7-a0b9-4d83-b332-616f98217790,DISK] 2024-12-13T17:34:39,713 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734111279275 2024-12-13T17:34:39,717 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44223:44223),(127.0.0.1/127.0.0.1:44447:44447),(127.0.0.1/127.0.0.1:44573:44573)] 2024-12-13T17:34:39,721 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T17:34:40,931 DEBUG [AsyncFSWAL-0-hdfs://localhost:33475/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-13T17:34:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43329 is added to blk_1073741825_1001 (size=1048651116) 2024-12-13T17:34:45,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35167 is added to blk_1073741825_1001 (size=1048651116) 2024-12-13T17:34:45,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39745 is added to blk_1073741825_1001 (size=1048651116) 2024-12-13T17:34:45,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T17:34:45,895 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33475/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734111279275: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-13T17:34:47,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T17:34:47,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:34:47,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:34:47,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:34:47,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:34:47,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir/,STOPPED} 2024-12-13T17:34:47,115 WARN [BP-1652276722-172.17.0.2-1734111275712 heartbeating to localhost/127.0.0.1:33475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:34:47,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:34:47,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:34:47,115 WARN [BP-1652276722-172.17.0.2-1734111275712 heartbeating to localhost/127.0.0.1:33475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652276722-172.17.0.2-1734111275712 (Datanode Uuid 840f9669-5ad5-418a-a6ac-d6d20384bbbb) service to localhost/127.0.0.1:33475 2024-12-13T17:34:47,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data6/current/BP-1652276722-172.17.0.2-1734111275712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:34:47,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data5/current/BP-1652276722-172.17.0.2-1734111275712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:34:47,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:34:47,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:34:47,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:34:47,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:34:47,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:34:47,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir/,STOPPED} 2024-12-13T17:34:47,217 WARN [BP-1652276722-172.17.0.2-1734111275712 heartbeating to localhost/127.0.0.1:33475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:34:47,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:34:47,218 WARN [BP-1652276722-172.17.0.2-1734111275712 heartbeating to localhost/127.0.0.1:33475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652276722-172.17.0.2-1734111275712 (Datanode Uuid 551a9667-75d4-47f5-8450-8dc65aeffe25) service to localhost/127.0.0.1:33475 2024-12-13T17:34:47,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:34:47,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data3/current/BP-1652276722-172.17.0.2-1734111275712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:34:47,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data4/current/BP-1652276722-172.17.0.2-1734111275712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:34:47,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:34:47,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:34:47,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:34:47,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:34:47,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:34:47,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir/,STOPPED} 2024-12-13T17:34:47,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:34:47,328 WARN [BP-1652276722-172.17.0.2-1734111275712 heartbeating to localhost/127.0.0.1:33475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:34:47,328 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:34:47,328 WARN [BP-1652276722-172.17.0.2-1734111275712 heartbeating to localhost/127.0.0.1:33475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652276722-172.17.0.2-1734111275712 (Datanode Uuid 35f4e750-42cd-4b29-acd0-4b27365e6ed2) service to localhost/127.0.0.1:33475 2024-12-13T17:34:47,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data1/current/BP-1652276722-172.17.0.2-1734111275712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:34:47,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/cluster_78b2c412-1384-c7c1-bf22-4c3bd880ed84/dfs/data/data2/current/BP-1652276722-172.17.0.2-1734111275712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:34:47,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:34:47,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T17:34:47,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:34:47,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:34:47,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:34:47,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:09,877 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T17:35:09,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=25 (was 12) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4fc2883a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=296 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 432) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3785 (was 4492) 2024-12-13T17:35:09,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=25, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=3785 2024-12-13T17:35:09,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.log.dir so I do NOT create it in target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df 2024-12-13T17:35:09,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/37c0022c-be71-478b-6be7-887625b5ec6b/hadoop.tmp.dir so I do NOT create it in target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df 2024-12-13T17:35:09,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855, deleteOnExit=true 2024-12-13T17:35:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/test.cache.data in system properties and HBase conf 2024-12-13T17:35:09,892 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T17:35:09,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir in system properties and HBase conf 2024-12-13T17:35:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T17:35:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T17:35:09,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T17:35:09,895 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T17:35:09,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T17:35:09,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T17:35:09,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T17:35:09,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T17:35:09,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T17:35:09,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T17:35:09,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T17:35:09,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T17:35:09,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T17:35:09,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/nfs.dump.dir in system properties and HBase conf 2024-12-13T17:35:09,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/java.io.tmpdir in system properties and HBase conf 2024-12-13T17:35:09,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T17:35:09,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T17:35:09,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T17:35:10,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:10,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:10,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:10,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:10,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T17:35:10,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:10,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5b4664{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:10,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311730b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:10,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6060ac60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/java.io.tmpdir/jetty-localhost-44997-hadoop-hdfs-3_4_1-tests_jar-_-any-7979937595999524009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T17:35:10,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18230258{HTTP/1.1, (http/1.1)}{localhost:44997} 2024-12-13T17:35:10,406 INFO [Time-limited test {}] server.Server(415): Started @37217ms 2024-12-13T17:35:10,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:10,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:10,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:10,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:10,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T17:35:10,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21aa1e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:10,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7695604d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:10,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fa010d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/java.io.tmpdir/jetty-localhost-45351-hadoop-hdfs-3_4_1-tests_jar-_-any-12520024532037588325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:10,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cb8944a{HTTP/1.1, (http/1.1)}{localhost:45351} 2024-12-13T17:35:10,767 INFO [Time-limited test {}] server.Server(415): Started @37577ms 2024-12-13T17:35:10,768 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:10,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:10,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:10,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:10,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:10,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:35:10,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376a0eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:10,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4617189{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:10,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@177b1682{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/java.io.tmpdir/jetty-localhost-42053-hadoop-hdfs-3_4_1-tests_jar-_-any-12196907760543382804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:10,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f6803e{HTTP/1.1, (http/1.1)}{localhost:42053} 2024-12-13T17:35:10,963 INFO [Time-limited test {}] server.Server(415): Started @37773ms 2024-12-13T17:35:10,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:11,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:11,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:11,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:11,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:11,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:35:11,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@735ef962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:11,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@506986c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:11,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c5fb89e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/java.io.tmpdir/jetty-localhost-46273-hadoop-hdfs-3_4_1-tests_jar-_-any-16919238230993448674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:11,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e2efc7{HTTP/1.1, (http/1.1)}{localhost:46273} 2024-12-13T17:35:11,176 INFO [Time-limited test {}] server.Server(415): Started @37986ms 2024-12-13T17:35:11,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:11,459 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data1/current/BP-985950511-172.17.0.2-1734111309927/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:11,459 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data2/current/BP-985950511-172.17.0.2-1734111309927/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:11,513 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:11,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fc2ffcf2ee29c2a with lease ID 0x288e1ef8747263ec: Processing first storage report for DS-9a188775-c724-4d99-8ca8-fae4c21aab1b from datanode DatanodeRegistration(127.0.0.1:40187, datanodeUuid=a10d54f6-4f2b-476c-b1ee-123b757123d3, infoPort=37399, infoSecurePort=0, ipcPort=38621, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927) 2024-12-13T17:35:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fc2ffcf2ee29c2a with lease ID 0x288e1ef8747263ec: from storage DS-9a188775-c724-4d99-8ca8-fae4c21aab1b node DatanodeRegistration(127.0.0.1:40187, datanodeUuid=a10d54f6-4f2b-476c-b1ee-123b757123d3, infoPort=37399, infoSecurePort=0, ipcPort=38621, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fc2ffcf2ee29c2a with lease ID 0x288e1ef8747263ec: Processing first storage report for DS-9d65c86f-a2db-4770-bfe0-15dec96c872a from datanode DatanodeRegistration(127.0.0.1:40187, datanodeUuid=a10d54f6-4f2b-476c-b1ee-123b757123d3, infoPort=37399, infoSecurePort=0, ipcPort=38621, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927) 2024-12-13T17:35:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fc2ffcf2ee29c2a with lease ID 0x288e1ef8747263ec: from storage DS-9d65c86f-a2db-4770-bfe0-15dec96c872a node DatanodeRegistration(127.0.0.1:40187, datanodeUuid=a10d54f6-4f2b-476c-b1ee-123b757123d3, infoPort=37399, infoSecurePort=0, ipcPort=38621, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T17:35:11,744 WARN [Thread-283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data3/current/BP-985950511-172.17.0.2-1734111309927/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:11,744 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data4/current/BP-985950511-172.17.0.2-1734111309927/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:11,784 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:11,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cef60a8646505de with lease ID 0x288e1ef8747263ed: Processing first storage report for DS-e728bac2-72a0-4d3d-8e14-a9899ec19b67 from datanode DatanodeRegistration(127.0.0.1:41233, datanodeUuid=7d8224c9-ec18-4d3c-8fd2-b541d34ffc7b, infoPort=43893, infoSecurePort=0, ipcPort=40675, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927) 2024-12-13T17:35:11,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cef60a8646505de with lease ID 0x288e1ef8747263ed: from storage DS-e728bac2-72a0-4d3d-8e14-a9899ec19b67 node DatanodeRegistration(127.0.0.1:41233, datanodeUuid=7d8224c9-ec18-4d3c-8fd2-b541d34ffc7b, infoPort=43893, infoSecurePort=0, ipcPort=40675, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cef60a8646505de with lease ID 0x288e1ef8747263ed: Processing first storage report for DS-1a7e68be-82c3-4d8e-bc45-2e362f81e80d from datanode DatanodeRegistration(127.0.0.1:41233, datanodeUuid=7d8224c9-ec18-4d3c-8fd2-b541d34ffc7b, infoPort=43893, infoSecurePort=0, ipcPort=40675, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927) 2024-12-13T17:35:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cef60a8646505de with lease ID 0x288e1ef8747263ed: from storage DS-1a7e68be-82c3-4d8e-bc45-2e362f81e80d node DatanodeRegistration(127.0.0.1:41233, datanodeUuid=7d8224c9-ec18-4d3c-8fd2-b541d34ffc7b, infoPort=43893, infoSecurePort=0, ipcPort=40675, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:11,929 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data5/current/BP-985950511-172.17.0.2-1734111309927/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:11,929 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data6/current/BP-985950511-172.17.0.2-1734111309927/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:11,950 WARN [Thread-260 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7f883c493d3a7b4 with lease ID 0x288e1ef8747263ee: Processing first storage report for DS-5c9424ed-e029-48c4-a485-fd198b7f1805 from datanode DatanodeRegistration(127.0.0.1:45213, datanodeUuid=df95c6d1-73db-44b1-a0fe-a850761ca7d3, infoPort=40813, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927) 2024-12-13T17:35:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7f883c493d3a7b4 with lease ID 0x288e1ef8747263ee: from storage DS-5c9424ed-e029-48c4-a485-fd198b7f1805 node DatanodeRegistration(127.0.0.1:45213, datanodeUuid=df95c6d1-73db-44b1-a0fe-a850761ca7d3, infoPort=40813, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7f883c493d3a7b4 with lease ID 0x288e1ef8747263ee: Processing first storage report for DS-897c56f7-789e-46c1-bd52-959569db5c86 from datanode DatanodeRegistration(127.0.0.1:45213, datanodeUuid=df95c6d1-73db-44b1-a0fe-a850761ca7d3, infoPort=40813, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927) 2024-12-13T17:35:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7f883c493d3a7b4 with lease ID 0x288e1ef8747263ee: from storage DS-897c56f7-789e-46c1-bd52-959569db5c86 node DatanodeRegistration(127.0.0.1:45213, datanodeUuid=df95c6d1-73db-44b1-a0fe-a850761ca7d3, infoPort=40813, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=1188689233;c=1734111309927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:12,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df 2024-12-13T17:35:12,043 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T17:35:12,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T17:35:12,051 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:38261/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:38261/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/oldWALs, maxLogs=32 2024-12-13T17:35:12,066 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734111312052, exclude list is [], retry=0 2024-12-13T17:35:12,072 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40187,DS-9a188775-c724-4d99-8ca8-fae4c21aab1b,DISK] 2024-12-13T17:35:12,074 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41233,DS-e728bac2-72a0-4d3d-8e14-a9899ec19b67,DISK] 2024-12-13T17:35:12,074 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45213,DS-5c9424ed-e029-48c4-a485-fd198b7f1805,DISK] 2024-12-13T17:35:12,079 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734111312052 2024-12-13T17:35:12,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37399:37399),(127.0.0.1/127.0.0.1:43893:43893),(127.0.0.1/127.0.0.1:40813:40813)] 2024-12-13T17:35:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45213 is added to blk_1073741825_1001 (size=1073110) 2024-12-13T17:35:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41233 is added to blk_1073741825_1001 (size=1073110) 2024-12-13T17:35:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741825_1001 (size=1073110) 2024-12-13T17:35:12,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T17:35:12,829 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38261/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734111312052: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-13T17:35:12,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T17:35:12,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c5fb89e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:12,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63e2efc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:12,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:12,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@506986c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:12,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@735ef962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:12,992 WARN [BP-985950511-172.17.0.2-1734111309927 heartbeating to localhost/127.0.0.1:38261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:12,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:12,992 WARN [BP-985950511-172.17.0.2-1734111309927 heartbeating to localhost/127.0.0.1:38261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985950511-172.17.0.2-1734111309927 (Datanode Uuid df95c6d1-73db-44b1-a0fe-a850761ca7d3) service to localhost/127.0.0.1:38261 2024-12-13T17:35:12,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:12,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data5/current/BP-985950511-172.17.0.2-1734111309927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:12,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data6/current/BP-985950511-172.17.0.2-1734111309927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:12,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:12,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@177b1682{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:12,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f6803e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:12,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:13,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4617189{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:13,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376a0eb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:13,001 WARN [BP-985950511-172.17.0.2-1734111309927 heartbeating to localhost/127.0.0.1:38261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:13,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:13,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:13,002 WARN [BP-985950511-172.17.0.2-1734111309927 heartbeating to localhost/127.0.0.1:38261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985950511-172.17.0.2-1734111309927 (Datanode Uuid 7d8224c9-ec18-4d3c-8fd2-b541d34ffc7b) service to localhost/127.0.0.1:38261 2024-12-13T17:35:13,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data3/current/BP-985950511-172.17.0.2-1734111309927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:13,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data4/current/BP-985950511-172.17.0.2-1734111309927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:13,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:13,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fa010d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:13,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cb8944a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:13,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:13,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7695604d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:13,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21aa1e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:13,019 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:13,019 WARN [BP-985950511-172.17.0.2-1734111309927 heartbeating to localhost/127.0.0.1:38261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:13,019 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:13,019 WARN [BP-985950511-172.17.0.2-1734111309927 heartbeating to localhost/127.0.0.1:38261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985950511-172.17.0.2-1734111309927 (Datanode Uuid a10d54f6-4f2b-476c-b1ee-123b757123d3) service to localhost/127.0.0.1:38261 2024-12-13T17:35:13,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data1/current/BP-985950511-172.17.0.2-1734111309927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:13,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/cluster_a574bf07-3a5a-3be1-36ba-16a98e3a5855/dfs/data/data2/current/BP-985950511-172.17.0.2-1734111309927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:13,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:13,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6060ac60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T17:35:13,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18230258{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:13,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:13,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311730b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:13,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5b4664{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:13,050 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T17:35:13,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=50 (was 25) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:38261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:38261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=3672 (was 3785) 2024-12-13T17:35:13,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=50, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=3672 2024-12-13T17:35:13,063 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.log.dir so I do NOT create it in target/test-data/389efce8-d035-a659-f21f-a015deb4b44d 2024-12-13T17:35:13,063 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e6dcf73-8c83-9111-74cc-610ca33499df/hadoop.tmp.dir so I do NOT create it in target/test-data/389efce8-d035-a659-f21f-a015deb4b44d 2024-12-13T17:35:13,063 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1, deleteOnExit=true 2024-12-13T17:35:13,064 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/test.cache.data in system properties and HBase conf 2024-12-13T17:35:13,064 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T17:35:13,064 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir in system properties and HBase conf 2024-12-13T17:35:13,065 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T17:35:13,065 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T17:35:13,065 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T17:35:13,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T17:35:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T17:35:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T17:35:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T17:35:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T17:35:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T17:35:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T17:35:13,066 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T17:35:13,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T17:35:13,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T17:35:13,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/nfs.dump.dir in system properties and HBase conf 2024-12-13T17:35:13,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/java.io.tmpdir in system properties and HBase conf 2024-12-13T17:35:13,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T17:35:13,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T17:35:13,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T17:35:13,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:13,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:13,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:13,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:13,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:35:13,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:13,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b19d148{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:13,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e358f6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:13,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a28917{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/java.io.tmpdir/jetty-localhost-37737-hadoop-hdfs-3_4_1-tests_jar-_-any-17592988908541114864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T17:35:13,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f8c3a0{HTTP/1.1, (http/1.1)}{localhost:37737} 2024-12-13T17:35:13,433 INFO [Time-limited test {}] server.Server(415): Started @40243ms 2024-12-13T17:35:13,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:13,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:13,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:13,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:13,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:35:13,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c128edc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:13,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326fee25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:13,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b973ede{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/java.io.tmpdir/jetty-localhost-33507-hadoop-hdfs-3_4_1-tests_jar-_-any-3346807620446896031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:13,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37c7101b{HTTP/1.1, (http/1.1)}{localhost:33507} 2024-12-13T17:35:13,776 INFO [Time-limited test {}] server.Server(415): Started @40587ms 2024-12-13T17:35:13,778 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:13,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:13,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:13,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:13,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:13,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T17:35:13,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3544f39f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:13,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@657d7f7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:14,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57ffcdda{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/java.io.tmpdir/jetty-localhost-34853-hadoop-hdfs-3_4_1-tests_jar-_-any-9482060345935053526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:14,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f7da1f1{HTTP/1.1, (http/1.1)}{localhost:34853} 2024-12-13T17:35:14,034 INFO [Time-limited test {}] server.Server(415): Started @40844ms 2024-12-13T17:35:14,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:14,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:14,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:14,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:14,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:14,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:35:14,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4de976d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:14,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e014fa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:14,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a46be77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/java.io.tmpdir/jetty-localhost-41527-hadoop-hdfs-3_4_1-tests_jar-_-any-2564986351753017555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:14,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356540b4{HTTP/1.1, (http/1.1)}{localhost:41527} 2024-12-13T17:35:14,200 INFO [Time-limited test {}] server.Server(415): Started @41011ms 2024-12-13T17:35:14,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:14,397 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data1/current/BP-1882373606-172.17.0.2-1734111313090/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:14,397 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data2/current/BP-1882373606-172.17.0.2-1734111313090/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:14,414 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28cd0db7baf3ee17 with lease ID 0xe10a43f257597174: Processing first storage report for DS-ee1ccaaf-7640-4c7d-88f0-730c8d2a6ad8 from datanode DatanodeRegistration(127.0.0.1:34735, datanodeUuid=784e7a2b-053a-4c24-8c02-839e86bb0a78, infoPort=44915, infoSecurePort=0, ipcPort=42995, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090) 2024-12-13T17:35:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28cd0db7baf3ee17 with lease ID 0xe10a43f257597174: from storage DS-ee1ccaaf-7640-4c7d-88f0-730c8d2a6ad8 node DatanodeRegistration(127.0.0.1:34735, datanodeUuid=784e7a2b-053a-4c24-8c02-839e86bb0a78, infoPort=44915, infoSecurePort=0, ipcPort=42995, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28cd0db7baf3ee17 with lease ID 0xe10a43f257597174: Processing first storage report for DS-a37c15c3-a569-4921-b3d8-a238f73327b8 from datanode DatanodeRegistration(127.0.0.1:34735, datanodeUuid=784e7a2b-053a-4c24-8c02-839e86bb0a78, infoPort=44915, infoSecurePort=0, ipcPort=42995, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090) 2024-12-13T17:35:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28cd0db7baf3ee17 with lease ID 0xe10a43f257597174: from storage DS-a37c15c3-a569-4921-b3d8-a238f73327b8 node DatanodeRegistration(127.0.0.1:34735, datanodeUuid=784e7a2b-053a-4c24-8c02-839e86bb0a78, infoPort=44915, infoSecurePort=0, ipcPort=42995, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:14,960 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data3/current/BP-1882373606-172.17.0.2-1734111313090/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:14,963 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data4/current/BP-1882373606-172.17.0.2-1734111313090/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:14,993 WARN [Thread-389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:14,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf267bfcfb6f3ecfe with lease ID 0xe10a43f257597175: Processing first storage report for DS-324fa175-b5eb-4da9-8340-dd51935deb1a from datanode DatanodeRegistration(127.0.0.1:44953, datanodeUuid=f7f4f54d-f946-4d3c-8024-44986de8954e, infoPort=43331, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090) 2024-12-13T17:35:14,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf267bfcfb6f3ecfe with lease ID 0xe10a43f257597175: from storage DS-324fa175-b5eb-4da9-8340-dd51935deb1a node DatanodeRegistration(127.0.0.1:44953, datanodeUuid=f7f4f54d-f946-4d3c-8024-44986de8954e, infoPort=43331, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T17:35:14,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf267bfcfb6f3ecfe with lease ID 0xe10a43f257597175: Processing first storage report for DS-be2f0b41-3879-4eda-8743-c77a0d0c6a78 from datanode DatanodeRegistration(127.0.0.1:44953, datanodeUuid=f7f4f54d-f946-4d3c-8024-44986de8954e, infoPort=43331, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090) 2024-12-13T17:35:14,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf267bfcfb6f3ecfe with lease ID 0xe10a43f257597175: from storage DS-be2f0b41-3879-4eda-8743-c77a0d0c6a78 node DatanodeRegistration(127.0.0.1:44953, datanodeUuid=f7f4f54d-f946-4d3c-8024-44986de8954e, infoPort=43331, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:15,070 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data6/current/BP-1882373606-172.17.0.2-1734111313090/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:15,070 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data5/current/BP-1882373606-172.17.0.2-1734111313090/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:15,091 WARN [Thread-412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b7101ecbdaa63e5 with lease ID 0xe10a43f257597176: Processing first storage report for DS-019f7513-a1f8-4643-856b-c04be4604165 from datanode DatanodeRegistration(127.0.0.1:41149, datanodeUuid=cc6f1937-03dc-4c06-891e-c84a663499dd, infoPort=41923, infoSecurePort=0, ipcPort=35305, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090) 2024-12-13T17:35:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b7101ecbdaa63e5 with lease ID 0xe10a43f257597176: from storage DS-019f7513-a1f8-4643-856b-c04be4604165 node DatanodeRegistration(127.0.0.1:41149, datanodeUuid=cc6f1937-03dc-4c06-891e-c84a663499dd, infoPort=41923, infoSecurePort=0, ipcPort=35305, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b7101ecbdaa63e5 with lease ID 0xe10a43f257597176: Processing first storage report for DS-50b369ac-c5be-4782-b4d4-80acfd186326 from datanode DatanodeRegistration(127.0.0.1:41149, datanodeUuid=cc6f1937-03dc-4c06-891e-c84a663499dd, infoPort=41923, infoSecurePort=0, ipcPort=35305, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090) 2024-12-13T17:35:15,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b7101ecbdaa63e5 with lease ID 0xe10a43f257597176: from storage DS-50b369ac-c5be-4782-b4d4-80acfd186326 node DatanodeRegistration(127.0.0.1:41149, datanodeUuid=cc6f1937-03dc-4c06-891e-c84a663499dd, infoPort=41923, infoSecurePort=0, ipcPort=35305, storageInfo=lv=-57;cid=testClusterID;nsid=466690809;c=1734111313090), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:15,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d 2024-12-13T17:35:15,175 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T17:35:15,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T17:35:15,184 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:40099/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:40099/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/oldWALs, maxLogs=32 2024-12-13T17:35:15,204 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734111315186, exclude list is [], retry=0 2024-12-13T17:35:15,210 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41149,DS-019f7513-a1f8-4643-856b-c04be4604165,DISK] 2024-12-13T17:35:15,211 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34735,DS-ee1ccaaf-7640-4c7d-88f0-730c8d2a6ad8,DISK] 2024-12-13T17:35:15,211 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-324fa175-b5eb-4da9-8340-dd51935deb1a,DISK] 2024-12-13T17:35:15,216 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734111315186 2024-12-13T17:35:15,216 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41923:41923),(127.0.0.1/127.0.0.1:44915:44915),(127.0.0.1/127.0.0.1:43331:43331)] 2024-12-13T17:35:15,232 INFO [AsyncFSWAL-0-hdfs://localhost:40099/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-13T17:35:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741825_1001 (size=5861116) 2024-12-13T17:35:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34735 is added to blk_1073741825_1001 (size=5861116) 2024-12-13T17:35:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41149 is added to blk_1073741825_1001 (size=5861116) 2024-12-13T17:35:25,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T17:35:25,521 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40099/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734111315186: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-13T17:35:27,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T17:35:27,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a46be77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:27,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356540b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:27,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:27,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e014fa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:27,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4de976d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:27,049 WARN [BP-1882373606-172.17.0.2-1734111313090 heartbeating to localhost/127.0.0.1:40099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:27,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:27,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:27,049 WARN [BP-1882373606-172.17.0.2-1734111313090 heartbeating to localhost/127.0.0.1:40099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1882373606-172.17.0.2-1734111313090 (Datanode Uuid cc6f1937-03dc-4c06-891e-c84a663499dd) service to localhost/127.0.0.1:40099 2024-12-13T17:35:27,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data5/current/BP-1882373606-172.17.0.2-1734111313090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:27,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data6/current/BP-1882373606-172.17.0.2-1734111313090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:27,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:27,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57ffcdda{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:27,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f7da1f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:27,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:27,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@657d7f7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:27,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3544f39f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:27,053 WARN [BP-1882373606-172.17.0.2-1734111313090 heartbeating to localhost/127.0.0.1:40099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:27,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:27,053 WARN [BP-1882373606-172.17.0.2-1734111313090 heartbeating to localhost/127.0.0.1:40099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1882373606-172.17.0.2-1734111313090 (Datanode Uuid f7f4f54d-f946-4d3c-8024-44986de8954e) service to localhost/127.0.0.1:40099 2024-12-13T17:35:27,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:27,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data3/current/BP-1882373606-172.17.0.2-1734111313090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:27,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data4/current/BP-1882373606-172.17.0.2-1734111313090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:27,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:27,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b973ede{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:27,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37c7101b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:27,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:27,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326fee25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:27,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c128edc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:27,060 WARN [BP-1882373606-172.17.0.2-1734111313090 heartbeating to localhost/127.0.0.1:40099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:27,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:27,060 WARN [BP-1882373606-172.17.0.2-1734111313090 heartbeating to localhost/127.0.0.1:40099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1882373606-172.17.0.2-1734111313090 (Datanode Uuid 784e7a2b-053a-4c24-8c02-839e86bb0a78) service to localhost/127.0.0.1:40099 2024-12-13T17:35:27,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:27,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data1/current/BP-1882373606-172.17.0.2-1734111313090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:27,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/cluster_0ede1c33-ef7c-bb6a-ffde-a18c0dee78d1/dfs/data/data2/current/BP-1882373606-172.17.0.2-1734111313090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:27,061 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:27,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a28917{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T17:35:27,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f8c3a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:27,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:27,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e358f6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:27,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b19d148{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:27,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T17:35:27,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54 (was 50) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:40099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:40099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 518) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3515 (was 3672) 2024-12-13T17:35:27,096 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=54, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=3515 2024-12-13T17:35:27,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.log.dir so I do NOT create it in target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043 2024-12-13T17:35:27,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/389efce8-d035-a659-f21f-a015deb4b44d/hadoop.tmp.dir so I do NOT create it in target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043 2024-12-13T17:35:27,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547, deleteOnExit=true 2024-12-13T17:35:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/test.cache.data in system properties and HBase conf 2024-12-13T17:35:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T17:35:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir in system properties and HBase conf 2024-12-13T17:35:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T17:35:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T17:35:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T17:35:27,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T17:35:27,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T17:35:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/nfs.dump.dir in system properties and HBase conf 2024-12-13T17:35:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/java.io.tmpdir in system properties and HBase conf 2024-12-13T17:35:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T17:35:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T17:35:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T17:35:27,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:27,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:27,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:27,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:27,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:35:27,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:27,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50efde2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:27,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e0737ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:27,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1717cc87{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/java.io.tmpdir/jetty-localhost-36367-hadoop-hdfs-3_4_1-tests_jar-_-any-2059245877193071878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T17:35:27,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fa214f3{HTTP/1.1, (http/1.1)}{localhost:36367} 2024-12-13T17:35:27,438 INFO [Time-limited test {}] server.Server(415): Started @54249ms 2024-12-13T17:35:27,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:27,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:27,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:27,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:27,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:35:27,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c290c95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:27,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2aa63b9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:27,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21057839{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/java.io.tmpdir/jetty-localhost-46081-hadoop-hdfs-3_4_1-tests_jar-_-any-16314090028692298900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:27,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75f8bf32{HTTP/1.1, (http/1.1)}{localhost:46081} 2024-12-13T17:35:27,733 INFO [Time-limited test {}] server.Server(415): Started @54544ms 2024-12-13T17:35:27,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:27,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:27,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:27,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:27,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:27,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T17:35:27,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3774e034{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:27,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d0188c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:27,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ebbbbd2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/java.io.tmpdir/jetty-localhost-38355-hadoop-hdfs-3_4_1-tests_jar-_-any-15064861573142830803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:27,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32b79003{HTTP/1.1, (http/1.1)}{localhost:38355} 2024-12-13T17:35:27,861 INFO [Time-limited test {}] server.Server(415): Started @54672ms 2024-12-13T17:35:27,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:27,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T17:35:27,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T17:35:27,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T17:35:27,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T17:35:27,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T17:35:27,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fc47e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir/,AVAILABLE} 2024-12-13T17:35:27,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d4fe5af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T17:35:27,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28b4b1bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/java.io.tmpdir/jetty-localhost-38169-hadoop-hdfs-3_4_1-tests_jar-_-any-14761020115640490523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:27,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31f08a69{HTTP/1.1, (http/1.1)}{localhost:38169} 2024-12-13T17:35:27,989 INFO [Time-limited test {}] server.Server(415): Started @54800ms 2024-12-13T17:35:27,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T17:35:28,396 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data2/current/BP-378996692-172.17.0.2-1734111327118/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:28,396 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data1/current/BP-378996692-172.17.0.2-1734111327118/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:28,416 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84913110bb5a8f39 with lease ID 0x92fb6c19e46b23d3: Processing first storage report for DS-09a77e90-2f03-409e-9aac-02b857a0f523 from datanode DatanodeRegistration(127.0.0.1:34483, datanodeUuid=d978fc2b-03f1-4098-97f7-a97603e531a1, infoPort=39289, infoSecurePort=0, ipcPort=37347, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118) 2024-12-13T17:35:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84913110bb5a8f39 with lease ID 0x92fb6c19e46b23d3: from storage DS-09a77e90-2f03-409e-9aac-02b857a0f523 node DatanodeRegistration(127.0.0.1:34483, datanodeUuid=d978fc2b-03f1-4098-97f7-a97603e531a1, infoPort=39289, infoSecurePort=0, ipcPort=37347, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84913110bb5a8f39 with lease ID 0x92fb6c19e46b23d3: Processing first storage report for DS-7bdc0f8e-fde9-430e-a60b-1e39ef1b9275 from datanode DatanodeRegistration(127.0.0.1:34483, datanodeUuid=d978fc2b-03f1-4098-97f7-a97603e531a1, infoPort=39289, infoSecurePort=0, ipcPort=37347, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118) 2024-12-13T17:35:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84913110bb5a8f39 with lease ID 0x92fb6c19e46b23d3: from storage DS-7bdc0f8e-fde9-430e-a60b-1e39ef1b9275 node DatanodeRegistration(127.0.0.1:34483, datanodeUuid=d978fc2b-03f1-4098-97f7-a97603e531a1, infoPort=39289, infoSecurePort=0, ipcPort=37347, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:28,598 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data4/current/BP-378996692-172.17.0.2-1734111327118/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:28,598 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data3/current/BP-378996692-172.17.0.2-1734111327118/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:28,616 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e98d3d5cb3760f3 with lease ID 0x92fb6c19e46b23d4: Processing first storage report for DS-8fa6a526-bbcc-45c6-b18f-0aaa1d224973 from datanode DatanodeRegistration(127.0.0.1:44757, datanodeUuid=92991128-0383-4fca-91f1-730ddbe2ce20, infoPort=43677, infoSecurePort=0, ipcPort=36767, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118) 2024-12-13T17:35:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e98d3d5cb3760f3 with lease ID 0x92fb6c19e46b23d4: from storage DS-8fa6a526-bbcc-45c6-b18f-0aaa1d224973 node DatanodeRegistration(127.0.0.1:44757, datanodeUuid=92991128-0383-4fca-91f1-730ddbe2ce20, infoPort=43677, infoSecurePort=0, ipcPort=36767, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:28,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e98d3d5cb3760f3 with lease ID 0x92fb6c19e46b23d4: Processing first storage report for DS-293ca6e0-9b96-4418-9e5d-8087ea582cf8 from datanode DatanodeRegistration(127.0.0.1:44757, datanodeUuid=92991128-0383-4fca-91f1-730ddbe2ce20, infoPort=43677, infoSecurePort=0, ipcPort=36767, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118) 2024-12-13T17:35:28,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e98d3d5cb3760f3 with lease ID 0x92fb6c19e46b23d4: from storage DS-293ca6e0-9b96-4418-9e5d-8087ea582cf8 node DatanodeRegistration(127.0.0.1:44757, datanodeUuid=92991128-0383-4fca-91f1-730ddbe2ce20, infoPort=43677, infoSecurePort=0, ipcPort=36767, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:28,684 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data5/current/BP-378996692-172.17.0.2-1734111327118/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:28,684 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data6/current/BP-378996692-172.17.0.2-1734111327118/current, will proceed with Du for space computation calculation, 2024-12-13T17:35:28,704 WARN [Thread-563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T17:35:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc31a60ba179f12b4 with lease ID 0x92fb6c19e46b23d5: Processing first storage report for DS-90c00e93-26b5-4068-8fe3-e5a7bd83f432 from datanode DatanodeRegistration(127.0.0.1:37645, datanodeUuid=88312346-1526-46ea-b0c0-cee28597f4db, infoPort=42729, infoSecurePort=0, ipcPort=37895, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118) 2024-12-13T17:35:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc31a60ba179f12b4 with lease ID 0x92fb6c19e46b23d5: from storage DS-90c00e93-26b5-4068-8fe3-e5a7bd83f432 node DatanodeRegistration(127.0.0.1:37645, datanodeUuid=88312346-1526-46ea-b0c0-cee28597f4db, infoPort=42729, infoSecurePort=0, ipcPort=37895, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc31a60ba179f12b4 with lease ID 0x92fb6c19e46b23d5: Processing first storage report for DS-9feb3d7c-dae3-48f9-8bd6-900c6da16324 from datanode DatanodeRegistration(127.0.0.1:37645, datanodeUuid=88312346-1526-46ea-b0c0-cee28597f4db, infoPort=42729, infoSecurePort=0, ipcPort=37895, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118) 2024-12-13T17:35:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc31a60ba179f12b4 with lease ID 0x92fb6c19e46b23d5: from storage DS-9feb3d7c-dae3-48f9-8bd6-900c6da16324 node DatanodeRegistration(127.0.0.1:37645, datanodeUuid=88312346-1526-46ea-b0c0-cee28597f4db, infoPort=42729, infoSecurePort=0, ipcPort=37895, storageInfo=lv=-57;cid=testClusterID;nsid=1424878230;c=1734111327118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T17:35:28,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043 2024-12-13T17:35:28,723 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T17:35:28,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T17:35:28,731 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46859/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46859/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/oldWALs, maxLogs=32 2024-12-13T17:35:28,745 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734111328733, exclude list is [], retry=0 2024-12-13T17:35:28,750 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-90c00e93-26b5-4068-8fe3-e5a7bd83f432,DISK] 2024-12-13T17:35:28,751 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34483,DS-09a77e90-2f03-409e-9aac-02b857a0f523,DISK] 2024-12-13T17:35:28,751 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44757,DS-8fa6a526-bbcc-45c6-b18f-0aaa1d224973,DISK] 2024-12-13T17:35:28,753 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734111328733 2024-12-13T17:35:28,753 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42729:42729),(127.0.0.1/127.0.0.1:39289:39289),(127.0.0.1/127.0.0.1:43677:43677)] 2024-12-13T17:35:28,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741825_1001 (size=121110) 2024-12-13T17:35:28,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741825_1001 (size=121110) 2024-12-13T17:35:28,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741825_1001 (size=121110) 2024-12-13T17:35:28,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T17:35:28,992 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46859/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734111328733: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-13T17:35:29,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T17:35:29,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28b4b1bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:29,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31f08a69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:29,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:29,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d4fe5af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:29,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fc47e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:29,074 WARN [BP-378996692-172.17.0.2-1734111327118 heartbeating to localhost/127.0.0.1:46859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:29,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:29,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:29,074 WARN [BP-378996692-172.17.0.2-1734111327118 heartbeating to localhost/127.0.0.1:46859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-378996692-172.17.0.2-1734111327118 (Datanode Uuid 88312346-1526-46ea-b0c0-cee28597f4db) service to localhost/127.0.0.1:46859 2024-12-13T17:35:29,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data5/current/BP-378996692-172.17.0.2-1734111327118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:29,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data6/current/BP-378996692-172.17.0.2-1734111327118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:29,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:29,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ebbbbd2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:29,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32b79003{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:29,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:29,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d0188c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:29,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3774e034{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:29,080 WARN [BP-378996692-172.17.0.2-1734111327118 heartbeating to localhost/127.0.0.1:46859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:29,080 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:29,080 WARN [BP-378996692-172.17.0.2-1734111327118 heartbeating to localhost/127.0.0.1:46859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-378996692-172.17.0.2-1734111327118 (Datanode Uuid 92991128-0383-4fca-91f1-730ddbe2ce20) service to localhost/127.0.0.1:46859 2024-12-13T17:35:29,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:29,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data3/current/BP-378996692-172.17.0.2-1734111327118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:29,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data4/current/BP-378996692-172.17.0.2-1734111327118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:29,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:29,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21057839{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T17:35:29,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75f8bf32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:29,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:29,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2aa63b9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:29,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c290c95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:29,085 WARN [BP-378996692-172.17.0.2-1734111327118 heartbeating to localhost/127.0.0.1:46859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T17:35:29,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T17:35:29,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T17:35:29,085 WARN [BP-378996692-172.17.0.2-1734111327118 heartbeating to localhost/127.0.0.1:46859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-378996692-172.17.0.2-1734111327118 (Datanode Uuid d978fc2b-03f1-4098-97f7-a97603e531a1) service to localhost/127.0.0.1:46859 2024-12-13T17:35:29,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data1/current/BP-378996692-172.17.0.2-1734111327118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:29,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/cluster_3bb3dc66-2caf-8fdb-5fdb-5a71b877b547/dfs/data/data2/current/BP-378996692-172.17.0.2-1734111327118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T17:35:29,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T17:35:29,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1717cc87{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T17:35:29,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fa214f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T17:35:29,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T17:35:29,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e0737ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T17:35:29,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50efde2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1dcc9dc9-cd92-7ca3-c94c-717c93fa7043/hadoop.log.dir/,STOPPED} 2024-12-13T17:35:29,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T17:35:29,117 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=62 (was 54) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 523), ProcessCount=11 (was 11), AvailableMemoryMB=3445 (was 3515)