2024-12-03 06:26:02,113 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-03 06:26:02,129 main DEBUG Took 0.013708 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 06:26:02,130 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 06:26:02,130 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 06:26:02,132 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 06:26:02,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,153 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 06:26:02,165 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,169 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,170 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,171 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,172 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,173 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,174 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,175 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,176 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:26:02,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,178 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 06:26:02,179 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:26:02,180 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 06:26:02,182 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 06:26:02,183 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 06:26:02,184 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 06:26:02,184 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 06:26:02,192 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 06:26:02,195 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 06:26:02,196 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 06:26:02,197 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 06:26:02,197 main DEBUG createAppenders(={Console}) 2024-12-03 06:26:02,198 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-03 06:26:02,198 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-03 06:26:02,199 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-03 06:26:02,199 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 06:26:02,199 main DEBUG OutputStream closed 2024-12-03 06:26:02,200 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 06:26:02,200 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 06:26:02,200 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-03 06:26:02,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 06:26:02,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 06:26:02,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 06:26:02,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 06:26:02,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 06:26:02,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 06:26:02,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 06:26:02,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 06:26:02,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 06:26:02,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 06:26:02,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 06:26:02,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 06:26:02,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 06:26:02,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 06:26:02,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 06:26:02,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 06:26:02,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 06:26:02,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 06:26:02,297 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 06:26:02,298 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-03 06:26:02,298 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 06:26:02,299 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-03T06:26:02,568 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba 2024-12-03 06:26:02,571 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 06:26:02,571 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T06:26:02,580 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-03T06:26:02,615 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=4008 2024-12-03T06:26:02,617 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5, deleteOnExit=true 2024-12-03T06:26:02,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/test.cache.data in system properties and HBase conf 2024-12-03T06:26:02,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:26:02,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:26:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:26:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:26:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T06:26:02,716 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T06:26:02,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:26:02,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:26:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:26:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:26:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:26:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:26:02,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:26:02,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:26:02,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:26:02,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:26:02,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:26:02,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:26:02,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:26:02,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:26:02,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:26:03,768 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T06:26:03,834 INFO [Time-limited test {}] log.Log(170): Logging initialized @2350ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T06:26:03,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:03,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:03,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:03,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:03,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:26:03,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:03,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:03,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:04,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/java.io.tmpdir/jetty-localhost-41209-hadoop-hdfs-3_4_1-tests_jar-_-any-3981971411818698522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:26:04,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:41209} 2024-12-03T06:26:04,185 INFO [Time-limited test {}] server.Server(415): Started @2702ms 2024-12-03T06:26:04,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:04,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:04,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:04,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:04,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:04,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:04,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:04,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/java.io.tmpdir/jetty-localhost-44527-hadoop-hdfs-3_4_1-tests_jar-_-any-4405605476572066915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:04,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:44527} 2024-12-03T06:26:04,737 INFO [Time-limited test {}] server.Server(415): Started @3254ms 2024-12-03T06:26:04,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:04,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:04,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:04,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:04,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:04,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:04,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:04,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:04,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/java.io.tmpdir/jetty-localhost-40213-hadoop-hdfs-3_4_1-tests_jar-_-any-2537325091006237310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:04,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:40213} 2024-12-03T06:26:04,997 INFO [Time-limited test {}] server.Server(415): Started @3514ms 2024-12-03T06:26:04,999 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:05,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:05,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:05,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:05,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:05,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:05,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:05,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:05,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/java.io.tmpdir/jetty-localhost-38753-hadoop-hdfs-3_4_1-tests_jar-_-any-12267306850426826877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:05,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:38753} 2024-12-03T06:26:05,154 INFO [Time-limited test {}] server.Server(415): Started @3670ms 2024-12-03T06:26:05,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:05,856 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data4/current/BP-1783130423-172.17.0.2-1733207163358/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:05,856 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data3/current/BP-1783130423-172.17.0.2-1733207163358/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:05,856 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data1/current/BP-1783130423-172.17.0.2-1733207163358/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:05,856 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data2/current/BP-1783130423-172.17.0.2-1733207163358/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:05,889 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:05,889 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:05,895 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data5/current/BP-1783130423-172.17.0.2-1733207163358/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:05,896 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data6/current/BP-1783130423-172.17.0.2-1733207163358/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:05,923 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:05,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94ac724fb183f4aa with lease ID 0x6e398129113b6218: Processing first storage report for DS-33043f0c-34ce-4112-a2e3-3e90d38a1433 from datanode DatanodeRegistration(127.0.0.1:46537, datanodeUuid=25c2ff55-9529-4427-9a3d-2d6d7761c0f5, infoPort=34687, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358) 2024-12-03T06:26:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94ac724fb183f4aa with lease ID 0x6e398129113b6218: from storage DS-33043f0c-34ce-4112-a2e3-3e90d38a1433 node DatanodeRegistration(127.0.0.1:46537, datanodeUuid=25c2ff55-9529-4427-9a3d-2d6d7761c0f5, infoPort=34687, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:26:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86475f9964a23bd9 with lease ID 0x6e398129113b6216: Processing first storage report for DS-2d1b960f-1d60-476e-a230-f1fef9fa2ace from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=06468f9d-0f6e-4960-b860-2157d5bc048b, infoPort=45537, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358) 2024-12-03T06:26:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86475f9964a23bd9 with lease ID 0x6e398129113b6216: from storage DS-2d1b960f-1d60-476e-a230-f1fef9fa2ace node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=06468f9d-0f6e-4960-b860-2157d5bc048b, infoPort=45537, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbda5b40c3b54590 with lease ID 0x6e398129113b6217: Processing first storage report for DS-916d1156-0fbb-4241-9924-3cfc8aac5dc4 from datanode DatanodeRegistration(127.0.0.1:40589, datanodeUuid=83aa2a0e-77c3-4f33-8330-307381f381b7, infoPort=35017, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358) 2024-12-03T06:26:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbda5b40c3b54590 with lease ID 0x6e398129113b6217: from storage DS-916d1156-0fbb-4241-9924-3cfc8aac5dc4 node DatanodeRegistration(127.0.0.1:40589, datanodeUuid=83aa2a0e-77c3-4f33-8330-307381f381b7, infoPort=35017, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94ac724fb183f4aa with lease ID 0x6e398129113b6218: Processing first storage report for DS-a87d1ed5-4f2a-4055-87fa-870b06a5ce34 from datanode DatanodeRegistration(127.0.0.1:46537, datanodeUuid=25c2ff55-9529-4427-9a3d-2d6d7761c0f5, infoPort=34687, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358) 2024-12-03T06:26:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94ac724fb183f4aa with lease ID 0x6e398129113b6218: from storage DS-a87d1ed5-4f2a-4055-87fa-870b06a5ce34 node DatanodeRegistration(127.0.0.1:46537, datanodeUuid=25c2ff55-9529-4427-9a3d-2d6d7761c0f5, infoPort=34687, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86475f9964a23bd9 with lease ID 0x6e398129113b6216: Processing first storage report for DS-d76d6f7a-a8fe-4e8f-b970-7f9364013c85 from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=06468f9d-0f6e-4960-b860-2157d5bc048b, infoPort=45537, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358) 2024-12-03T06:26:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86475f9964a23bd9 with lease ID 0x6e398129113b6216: from storage DS-d76d6f7a-a8fe-4e8f-b970-7f9364013c85 node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=06468f9d-0f6e-4960-b860-2157d5bc048b, infoPort=45537, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbda5b40c3b54590 with lease ID 0x6e398129113b6217: Processing first storage report for DS-90512910-0b91-4d30-9cde-33bdb32bdf9f from datanode DatanodeRegistration(127.0.0.1:40589, datanodeUuid=83aa2a0e-77c3-4f33-8330-307381f381b7, infoPort=35017, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358) 2024-12-03T06:26:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbda5b40c3b54590 with lease ID 0x6e398129113b6217: from storage DS-90512910-0b91-4d30-9cde-33bdb32bdf9f node DatanodeRegistration(127.0.0.1:40589, datanodeUuid=83aa2a0e-77c3-4f33-8330-307381f381b7, infoPort=35017, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=1163259432;c=1733207163358), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:26:05,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba 2024-12-03T06:26:06,040 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:26:06,045 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:26:06,048 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T06:26:06,060 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T06:26:06,061 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T06:26:06,094 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T06:26:06,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:26:06,140 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:41357/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:41357/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/oldWALs, maxLogs=32 2024-12-03T06:26:06,180 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733207166162, exclude list is [], retry=0 2024-12-03T06:26:06,235 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53968 (auto-detected) 2024-12-03T06:26:06,238 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T06:26:06,262 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46537,DS-33043f0c-34ce-4112-a2e3-3e90d38a1433,DISK] 2024-12-03T06:26:06,265 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T06:26:06,288 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-2d1b960f-1d60-476e-a230-f1fef9fa2ace,DISK] 2024-12-03T06:26:06,289 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-916d1156-0fbb-4241-9924-3cfc8aac5dc4,DISK] 2024-12-03T06:26:06,359 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733207166162 2024-12-03T06:26:06,360 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687),(127.0.0.1/127.0.0.1:45537:45537),(127.0.0.1/127.0.0.1:35017:35017)] 2024-12-03T06:26:06,361 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T06:26:06,969 DEBUG [AsyncFSWAL-0-hdfs://localhost:41357/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-03T06:26:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741825_1001 (size=1048651116) 2024-12-03T06:26:10,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741825_1001 (size=1048651116) 2024-12-03T06:26:10,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46537 is added to blk_1073741825_1001 (size=1048651116) 2024-12-03T06:26:10,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:26:10,113 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41357/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733207166162: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-03T06:26:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T06:26:11,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:11,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:11,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:11,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:11,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:11,086 WARN [BP-1783130423-172.17.0.2-1733207163358 heartbeating to localhost/127.0.0.1:41357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:11,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:11,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:11,087 WARN [BP-1783130423-172.17.0.2-1733207163358 heartbeating to localhost/127.0.0.1:41357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1783130423-172.17.0.2-1733207163358 (Datanode Uuid 25c2ff55-9529-4427-9a3d-2d6d7761c0f5) service to localhost/127.0.0.1:41357 2024-12-03T06:26:11,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data6/current/BP-1783130423-172.17.0.2-1733207163358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:11,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data5/current/BP-1783130423-172.17.0.2-1733207163358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:11,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:11,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:11,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:11,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:11,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:11,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:11,093 WARN [BP-1783130423-172.17.0.2-1733207163358 heartbeating to localhost/127.0.0.1:41357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:11,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:11,093 WARN [BP-1783130423-172.17.0.2-1733207163358 heartbeating to localhost/127.0.0.1:41357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1783130423-172.17.0.2-1733207163358 (Datanode Uuid 83aa2a0e-77c3-4f33-8330-307381f381b7) service to localhost/127.0.0.1:41357 2024-12-03T06:26:11,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:11,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data3/current/BP-1783130423-172.17.0.2-1733207163358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:11,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data4/current/BP-1783130423-172.17.0.2-1733207163358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:11,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:11,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:11,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:11,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:11,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:11,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:11,097 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:11,097 WARN [BP-1783130423-172.17.0.2-1733207163358 heartbeating to localhost/127.0.0.1:41357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:11,098 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:11,098 WARN [BP-1783130423-172.17.0.2-1733207163358 heartbeating to localhost/127.0.0.1:41357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1783130423-172.17.0.2-1733207163358 (Datanode Uuid 06468f9d-0f6e-4960-b860-2157d5bc048b) service to localhost/127.0.0.1:41357 2024-12-03T06:26:11,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data1/current/BP-1783130423-172.17.0.2-1733207163358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:11,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/cluster_d40465c8-72b9-79db-3f11-ea53ce406cd5/dfs/data/data2/current/BP-1783130423-172.17.0.2-1733207163358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:11,099 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:11,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:26:11,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:11,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:11,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:11,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:24,764 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T06:26:24,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=29 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4be13813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=296 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 208) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3448 (was 4008) 2024-12-03T06:26:24,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=29, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=3448 2024-12-03T06:26:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.log.dir so I do NOT create it in target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441 2024-12-03T06:26:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/84856d8a-989a-51d8-bc03-3aa2bc385eba/hadoop.tmp.dir so I do NOT create it in target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441 2024-12-03T06:26:24,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1, deleteOnExit=true 2024-12-03T06:26:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/test.cache.data in system properties and HBase conf 2024-12-03T06:26:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:26:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:26:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:26:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:26:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T06:26:24,778 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:26:24,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:26:24,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:26:24,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:26:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:26:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:26:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:26:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:26:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:26:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:26:24,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:26:24,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:26:24,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:26:24,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:26:24,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:26:25,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:25,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:25,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:25,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:25,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:25,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:25,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acdcddf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:25,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8c5855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:25,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2897ca0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/java.io.tmpdir/jetty-localhost-42901-hadoop-hdfs-3_4_1-tests_jar-_-any-4148679845904468726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:26:25,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16506263{HTTP/1.1, (http/1.1)}{localhost:42901} 2024-12-03T06:26:25,161 INFO [Time-limited test {}] server.Server(415): Started @23678ms 2024-12-03T06:26:25,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:25,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:25,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:25,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:25,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:25,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75e40c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:25,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa1c869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:25,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@187b844a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/java.io.tmpdir/jetty-localhost-34529-hadoop-hdfs-3_4_1-tests_jar-_-any-15748142851234744683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:25,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ee7a83f{HTTP/1.1, (http/1.1)}{localhost:34529} 2024-12-03T06:26:25,475 INFO [Time-limited test {}] server.Server(415): Started @23991ms 2024-12-03T06:26:25,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:25,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:25,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:25,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:25,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:25,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:25,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70853bc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:25,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67025cc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:25,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51401145{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/java.io.tmpdir/jetty-localhost-35769-hadoop-hdfs-3_4_1-tests_jar-_-any-3199245725368896110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:25,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b0898a0{HTTP/1.1, (http/1.1)}{localhost:35769} 2024-12-03T06:26:25,616 INFO [Time-limited test {}] server.Server(415): Started @24133ms 2024-12-03T06:26:25,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:25,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:25,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:25,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:25,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:25,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:25,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55ed5fed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:25,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6f20bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:25,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45d3d7c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/java.io.tmpdir/jetty-localhost-32769-hadoop-hdfs-3_4_1-tests_jar-_-any-799251741773252191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:25,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39d66892{HTTP/1.1, (http/1.1)}{localhost:32769} 2024-12-03T06:26:25,751 INFO [Time-limited test {}] server.Server(415): Started @24268ms 2024-12-03T06:26:25,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:26,143 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data2/current/BP-1818658120-172.17.0.2-1733207184800/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:26,143 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data1/current/BP-1818658120-172.17.0.2-1733207184800/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:26,162 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfb7cc5ba81252c0 with lease ID 0xb22cda4883cf1c57: Processing first storage report for DS-ed1b7dc9-5332-4c91-bf86-80c5b4b9a7a1 from datanode DatanodeRegistration(127.0.0.1:32935, datanodeUuid=62e25c97-3cc1-4334-a81d-bdb4fdbbad84, infoPort=39529, infoSecurePort=0, ipcPort=33879, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800) 2024-12-03T06:26:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfb7cc5ba81252c0 with lease ID 0xb22cda4883cf1c57: from storage DS-ed1b7dc9-5332-4c91-bf86-80c5b4b9a7a1 node DatanodeRegistration(127.0.0.1:32935, datanodeUuid=62e25c97-3cc1-4334-a81d-bdb4fdbbad84, infoPort=39529, infoSecurePort=0, ipcPort=33879, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfb7cc5ba81252c0 with lease ID 0xb22cda4883cf1c57: Processing first storage report for DS-f0b7a4a3-1b4c-47de-935f-496bcde48c01 from datanode DatanodeRegistration(127.0.0.1:32935, datanodeUuid=62e25c97-3cc1-4334-a81d-bdb4fdbbad84, infoPort=39529, infoSecurePort=0, ipcPort=33879, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800) 2024-12-03T06:26:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfb7cc5ba81252c0 with lease ID 0xb22cda4883cf1c57: from storage DS-f0b7a4a3-1b4c-47de-935f-496bcde48c01 node DatanodeRegistration(127.0.0.1:32935, datanodeUuid=62e25c97-3cc1-4334-a81d-bdb4fdbbad84, infoPort=39529, infoSecurePort=0, ipcPort=33879, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:26:26,398 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data3/current/BP-1818658120-172.17.0.2-1733207184800/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:26,398 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data4/current/BP-1818658120-172.17.0.2-1733207184800/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:26,416 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9831e9318dcf9e77 with lease ID 0xb22cda4883cf1c58: Processing first storage report for DS-2ecf1ae3-45e3-4009-97ce-13ff514ef3ed from datanode DatanodeRegistration(127.0.0.1:34863, datanodeUuid=cabeb5d0-5de1-4bc6-ad2f-751295a03f5f, infoPort=36119, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800) 2024-12-03T06:26:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9831e9318dcf9e77 with lease ID 0xb22cda4883cf1c58: from storage DS-2ecf1ae3-45e3-4009-97ce-13ff514ef3ed node DatanodeRegistration(127.0.0.1:34863, datanodeUuid=cabeb5d0-5de1-4bc6-ad2f-751295a03f5f, infoPort=36119, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:26,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9831e9318dcf9e77 with lease ID 0xb22cda4883cf1c58: Processing first storage report for DS-3055aae9-c3b9-4202-97c4-563a718853fe from datanode DatanodeRegistration(127.0.0.1:34863, datanodeUuid=cabeb5d0-5de1-4bc6-ad2f-751295a03f5f, infoPort=36119, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800) 2024-12-03T06:26:26,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9831e9318dcf9e77 with lease ID 0xb22cda4883cf1c58: from storage DS-3055aae9-c3b9-4202-97c4-563a718853fe node DatanodeRegistration(127.0.0.1:34863, datanodeUuid=cabeb5d0-5de1-4bc6-ad2f-751295a03f5f, infoPort=36119, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:26,497 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data5/current/BP-1818658120-172.17.0.2-1733207184800/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:26,497 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data6/current/BP-1818658120-172.17.0.2-1733207184800/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:26,514 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe90113d69fe1ac08 with lease ID 0xb22cda4883cf1c59: Processing first storage report for DS-b9b0e55d-d72e-44ee-88e6-b8182d67c6e2 from datanode DatanodeRegistration(127.0.0.1:35793, datanodeUuid=8355cb72-c205-4659-8c5d-e304fa8bc012, infoPort=36255, infoSecurePort=0, ipcPort=34369, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800) 2024-12-03T06:26:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe90113d69fe1ac08 with lease ID 0xb22cda4883cf1c59: from storage DS-b9b0e55d-d72e-44ee-88e6-b8182d67c6e2 node DatanodeRegistration(127.0.0.1:35793, datanodeUuid=8355cb72-c205-4659-8c5d-e304fa8bc012, infoPort=36255, infoSecurePort=0, ipcPort=34369, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe90113d69fe1ac08 with lease ID 0xb22cda4883cf1c59: Processing first storage report for DS-025695ca-3bf1-406a-bd69-e29795d94497 from datanode DatanodeRegistration(127.0.0.1:35793, datanodeUuid=8355cb72-c205-4659-8c5d-e304fa8bc012, infoPort=36255, infoSecurePort=0, ipcPort=34369, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800) 2024-12-03T06:26:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe90113d69fe1ac08 with lease ID 0xb22cda4883cf1c59: from storage DS-025695ca-3bf1-406a-bd69-e29795d94497 node DatanodeRegistration(127.0.0.1:35793, datanodeUuid=8355cb72-c205-4659-8c5d-e304fa8bc012, infoPort=36255, infoSecurePort=0, ipcPort=34369, storageInfo=lv=-57;cid=testClusterID;nsid=1925863717;c=1733207184800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:26,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441 2024-12-03T06:26:26,595 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:26:26,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:26:26,605 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46557/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46557/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/oldWALs, maxLogs=32 2024-12-03T06:26:26,619 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733207186607, exclude list is [], retry=0 2024-12-03T06:26:26,625 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-ed1b7dc9-5332-4c91-bf86-80c5b4b9a7a1,DISK] 2024-12-03T06:26:26,626 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34863,DS-2ecf1ae3-45e3-4009-97ce-13ff514ef3ed,DISK] 2024-12-03T06:26:26,626 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35793,DS-b9b0e55d-d72e-44ee-88e6-b8182d67c6e2,DISK] 2024-12-03T06:26:26,633 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733207186607 2024-12-03T06:26:26,634 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39529:39529),(127.0.0.1/127.0.0.1:36119:36119),(127.0.0.1/127.0.0.1:36255:36255)] 2024-12-03T06:26:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741825_1001 (size=1073110) 2024-12-03T06:26:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35793 is added to blk_1073741825_1001 (size=1073110) 2024-12-03T06:26:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741825_1001 (size=1073110) 2024-12-03T06:26:26,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:26:26,945 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46557/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733207186607: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-03T06:26:27,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T06:26:27,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45d3d7c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:27,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39d66892{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:27,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:27,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d6f20bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:27,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55ed5fed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:27,040 WARN [BP-1818658120-172.17.0.2-1733207184800 heartbeating to localhost/127.0.0.1:46557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:27,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:27,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:27,040 WARN [BP-1818658120-172.17.0.2-1733207184800 heartbeating to localhost/127.0.0.1:46557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818658120-172.17.0.2-1733207184800 (Datanode Uuid 8355cb72-c205-4659-8c5d-e304fa8bc012) service to localhost/127.0.0.1:46557 2024-12-03T06:26:27,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data5/current/BP-1818658120-172.17.0.2-1733207184800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:27,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data6/current/BP-1818658120-172.17.0.2-1733207184800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:27,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:27,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51401145{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:27,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b0898a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:27,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:27,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67025cc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:27,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70853bc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:27,046 WARN [BP-1818658120-172.17.0.2-1733207184800 heartbeating to localhost/127.0.0.1:46557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:27,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:27,046 WARN [BP-1818658120-172.17.0.2-1733207184800 heartbeating to localhost/127.0.0.1:46557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818658120-172.17.0.2-1733207184800 (Datanode Uuid cabeb5d0-5de1-4bc6-ad2f-751295a03f5f) service to localhost/127.0.0.1:46557 2024-12-03T06:26:27,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:27,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data3/current/BP-1818658120-172.17.0.2-1733207184800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:27,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data4/current/BP-1818658120-172.17.0.2-1733207184800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:27,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:27,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@187b844a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:27,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ee7a83f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:27,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:27,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa1c869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:27,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75e40c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:27,059 WARN [BP-1818658120-172.17.0.2-1733207184800 heartbeating to localhost/127.0.0.1:46557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:27,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:27,059 WARN [BP-1818658120-172.17.0.2-1733207184800 heartbeating to localhost/127.0.0.1:46557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818658120-172.17.0.2-1733207184800 (Datanode Uuid 62e25c97-3cc1-4334-a81d-bdb4fdbbad84) service to localhost/127.0.0.1:46557 2024-12-03T06:26:27,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:27,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data1/current/BP-1818658120-172.17.0.2-1733207184800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:27,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/cluster_5bec6d0e-99e0-c0e3-80da-69d329b355d1/dfs/data/data2/current/BP-1818658120-172.17.0.2-1733207184800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:27,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:27,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2897ca0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:26:27,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16506263{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:27,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:27,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8c5855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:27,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acdcddf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:27,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T06:26:27,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 29) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=337 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 226) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3344 (was 3448) 2024-12-03T06:26:27,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=3344 2024-12-03T06:26:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.log.dir so I do NOT create it in target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05 2024-12-03T06:26:27,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d615a014-87fd-214a-20ad-46b0e72c2441/hadoop.tmp.dir so I do NOT create it in target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05 2024-12-03T06:26:27,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c, deleteOnExit=true 2024-12-03T06:26:27,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/test.cache.data in system properties and HBase conf 2024-12-03T06:26:27,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:26:27,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:26:27,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:26:27,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:26:27,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T06:26:27,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:26:27,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:26:27,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:26:27,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:26:27,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:26:27,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:26:27,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:26:27,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:26:27,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:26:27,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:26:27,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:26:27,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:26:27,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:26:27,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:26:27,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:26:27,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:27,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:27,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:27,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:27,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:26:27,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:27,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fffe967{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:27,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b35428e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:27,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53277b9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/java.io.tmpdir/jetty-localhost-39805-hadoop-hdfs-3_4_1-tests_jar-_-any-14127726608072647597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:26:27,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6426b9e3{HTTP/1.1, (http/1.1)}{localhost:39805} 2024-12-03T06:26:27,467 INFO [Time-limited test {}] server.Server(415): Started @25984ms 2024-12-03T06:26:27,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:27,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:27,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:27,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:27,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:27,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fe2c3be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:27,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d18eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:27,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f5c1dff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/java.io.tmpdir/jetty-localhost-39609-hadoop-hdfs-3_4_1-tests_jar-_-any-5967362020461985765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:27,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f0f188c{HTTP/1.1, (http/1.1)}{localhost:39609} 2024-12-03T06:26:27,735 INFO [Time-limited test {}] server.Server(415): Started @26252ms 2024-12-03T06:26:27,737 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:27,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:27,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:27,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:27,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:27,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:26:27,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53d90deb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:27,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13755d8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:27,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70b0ff1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/java.io.tmpdir/jetty-localhost-44667-hadoop-hdfs-3_4_1-tests_jar-_-any-14246696761871665243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:27,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a3b53fe{HTTP/1.1, (http/1.1)}{localhost:44667} 2024-12-03T06:26:27,858 INFO [Time-limited test {}] server.Server(415): Started @26375ms 2024-12-03T06:26:27,859 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:27,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:27,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:27,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:27,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:27,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:27,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a3dcc7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:27,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c355d0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:27,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@323621f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/java.io.tmpdir/jetty-localhost-45685-hadoop-hdfs-3_4_1-tests_jar-_-any-5780094804152816484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:27,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@287d5564{HTTP/1.1, (http/1.1)}{localhost:45685} 2024-12-03T06:26:27,985 INFO [Time-limited test {}] server.Server(415): Started @26502ms 2024-12-03T06:26:27,987 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:28,413 WARN [Thread-424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data2/current/BP-740645060-172.17.0.2-1733207187146/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:28,413 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data1/current/BP-740645060-172.17.0.2-1733207187146/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:28,429 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:28,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa57fd7d3c08dbd69 with lease ID 0x4bdd8b7318e6d30b: Processing first storage report for DS-9bc3b34c-1e04-4f0a-8481-6c3a6938f3ab from datanode DatanodeRegistration(127.0.0.1:43531, datanodeUuid=b62858fe-5fc4-4ff5-908b-b13e8abdf2a7, infoPort=33243, infoSecurePort=0, ipcPort=43009, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146) 2024-12-03T06:26:28,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa57fd7d3c08dbd69 with lease ID 0x4bdd8b7318e6d30b: from storage DS-9bc3b34c-1e04-4f0a-8481-6c3a6938f3ab node DatanodeRegistration(127.0.0.1:43531, datanodeUuid=b62858fe-5fc4-4ff5-908b-b13e8abdf2a7, infoPort=33243, infoSecurePort=0, ipcPort=43009, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:26:28,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa57fd7d3c08dbd69 with lease ID 0x4bdd8b7318e6d30b: Processing first storage report for DS-97a6622a-91c6-43a1-a5ce-07a068c92335 from datanode DatanodeRegistration(127.0.0.1:43531, datanodeUuid=b62858fe-5fc4-4ff5-908b-b13e8abdf2a7, infoPort=33243, infoSecurePort=0, ipcPort=43009, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146) 2024-12-03T06:26:28,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa57fd7d3c08dbd69 with lease ID 0x4bdd8b7318e6d30b: from storage DS-97a6622a-91c6-43a1-a5ce-07a068c92335 node DatanodeRegistration(127.0.0.1:43531, datanodeUuid=b62858fe-5fc4-4ff5-908b-b13e8abdf2a7, infoPort=33243, infoSecurePort=0, ipcPort=43009, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:28,635 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data3/current/BP-740645060-172.17.0.2-1733207187146/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:28,635 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data4/current/BP-740645060-172.17.0.2-1733207187146/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:28,655 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:28,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ad65dc7426a5ee8 with lease ID 0x4bdd8b7318e6d30c: Processing first storage report for DS-cf8802b9-399a-41b6-959d-5146014d404f from datanode DatanodeRegistration(127.0.0.1:41477, datanodeUuid=0374034e-e90e-48e2-a516-d53246fbf704, infoPort=43293, infoSecurePort=0, ipcPort=34669, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146) 2024-12-03T06:26:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ad65dc7426a5ee8 with lease ID 0x4bdd8b7318e6d30c: from storage DS-cf8802b9-399a-41b6-959d-5146014d404f node DatanodeRegistration(127.0.0.1:41477, datanodeUuid=0374034e-e90e-48e2-a516-d53246fbf704, infoPort=43293, infoSecurePort=0, ipcPort=34669, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ad65dc7426a5ee8 with lease ID 0x4bdd8b7318e6d30c: Processing first storage report for DS-b96d4bf5-f6fc-402d-ab37-1035125241d6 from datanode DatanodeRegistration(127.0.0.1:41477, datanodeUuid=0374034e-e90e-48e2-a516-d53246fbf704, infoPort=43293, infoSecurePort=0, ipcPort=34669, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146) 2024-12-03T06:26:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ad65dc7426a5ee8 with lease ID 0x4bdd8b7318e6d30c: from storage DS-b96d4bf5-f6fc-402d-ab37-1035125241d6 node DatanodeRegistration(127.0.0.1:41477, datanodeUuid=0374034e-e90e-48e2-a516-d53246fbf704, infoPort=43293, infoSecurePort=0, ipcPort=34669, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:28,721 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data5/current/BP-740645060-172.17.0.2-1733207187146/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:28,721 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data6/current/BP-740645060-172.17.0.2-1733207187146/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:28,739 WARN [Thread-410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51ff618625759798 with lease ID 0x4bdd8b7318e6d30d: Processing first storage report for DS-0f2e00f4-afcc-4a80-82dc-a5f63f523d83 from datanode DatanodeRegistration(127.0.0.1:37475, datanodeUuid=d7d36a56-8f8d-4a2e-aa33-07ba81dd945f, infoPort=33853, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146) 2024-12-03T06:26:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51ff618625759798 with lease ID 0x4bdd8b7318e6d30d: from storage DS-0f2e00f4-afcc-4a80-82dc-a5f63f523d83 node DatanodeRegistration(127.0.0.1:37475, datanodeUuid=d7d36a56-8f8d-4a2e-aa33-07ba81dd945f, infoPort=33853, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51ff618625759798 with lease ID 0x4bdd8b7318e6d30d: Processing first storage report for DS-2a162868-aeef-4fea-952b-908644a8ce0c from datanode DatanodeRegistration(127.0.0.1:37475, datanodeUuid=d7d36a56-8f8d-4a2e-aa33-07ba81dd945f, infoPort=33853, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146) 2024-12-03T06:26:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51ff618625759798 with lease ID 0x4bdd8b7318e6d30d: from storage DS-2a162868-aeef-4fea-952b-908644a8ce0c node DatanodeRegistration(127.0.0.1:37475, datanodeUuid=d7d36a56-8f8d-4a2e-aa33-07ba81dd945f, infoPort=33853, infoSecurePort=0, ipcPort=41023, storageInfo=lv=-57;cid=testClusterID;nsid=271572751;c=1733207187146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:28,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05 2024-12-03T06:26:28,824 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:26:28,824 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:26:28,833 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:45501/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:45501/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/oldWALs, maxLogs=32 2024-12-03T06:26:28,846 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733207188834, exclude list is [], retry=0 2024-12-03T06:26:28,850 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41477,DS-cf8802b9-399a-41b6-959d-5146014d404f,DISK] 2024-12-03T06:26:28,851 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37475,DS-0f2e00f4-afcc-4a80-82dc-a5f63f523d83,DISK] 2024-12-03T06:26:28,852 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-9bc3b34c-1e04-4f0a-8481-6c3a6938f3ab,DISK] 2024-12-03T06:26:28,854 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733207188834 2024-12-03T06:26:28,854 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43293:43293),(127.0.0.1/127.0.0.1:33853:33853),(127.0.0.1/127.0.0.1:33243:33243)] 2024-12-03T06:26:28,867 INFO [AsyncFSWAL-0-hdfs://localhost:45501/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-03T06:26:37,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37475 is added to blk_1073741825_1001 (size=5861116) 2024-12-03T06:26:37,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741825_1001 (size=5861116) 2024-12-03T06:26:37,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41477 is added to blk_1073741825_1001 (size=5861116) 2024-12-03T06:26:37,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:26:37,433 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45501/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733207188834: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-03T06:26:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T06:26:39,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@323621f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:39,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@287d5564{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:39,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:39,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c355d0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:39,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a3dcc7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:39,009 WARN [BP-740645060-172.17.0.2-1733207187146 heartbeating to localhost/127.0.0.1:45501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:39,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:39,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:39,009 WARN [BP-740645060-172.17.0.2-1733207187146 heartbeating to localhost/127.0.0.1:45501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-740645060-172.17.0.2-1733207187146 (Datanode Uuid d7d36a56-8f8d-4a2e-aa33-07ba81dd945f) service to localhost/127.0.0.1:45501 2024-12-03T06:26:39,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data5/current/BP-740645060-172.17.0.2-1733207187146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:39,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data6/current/BP-740645060-172.17.0.2-1733207187146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:39,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:39,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70b0ff1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:39,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a3b53fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:39,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:39,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13755d8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:39,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53d90deb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:39,016 WARN [BP-740645060-172.17.0.2-1733207187146 heartbeating to localhost/127.0.0.1:45501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:39,016 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:39,016 WARN [BP-740645060-172.17.0.2-1733207187146 heartbeating to localhost/127.0.0.1:45501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-740645060-172.17.0.2-1733207187146 (Datanode Uuid 0374034e-e90e-48e2-a516-d53246fbf704) service to localhost/127.0.0.1:45501 2024-12-03T06:26:39,016 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:39,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data3/current/BP-740645060-172.17.0.2-1733207187146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:39,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data4/current/BP-740645060-172.17.0.2-1733207187146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:39,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:39,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f5c1dff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:39,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f0f188c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:39,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:39,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d18eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:39,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fe2c3be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:39,023 WARN [BP-740645060-172.17.0.2-1733207187146 heartbeating to localhost/127.0.0.1:45501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:39,023 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:39,024 WARN [BP-740645060-172.17.0.2-1733207187146 heartbeating to localhost/127.0.0.1:45501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-740645060-172.17.0.2-1733207187146 (Datanode Uuid b62858fe-5fc4-4ff5-908b-b13e8abdf2a7) service to localhost/127.0.0.1:45501 2024-12-03T06:26:39,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:39,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data1/current/BP-740645060-172.17.0.2-1733207187146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:39,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/cluster_3db2f265-a482-1e25-497d-55709c56131c/dfs/data/data2/current/BP-740645060-172.17.0.2-1733207187146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:39,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:39,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53277b9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:26:39,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6426b9e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:39,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:39,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b35428e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:39,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fffe967{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T06:26:39,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 54) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:45501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:45501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=3246 (was 3344) 2024-12-03T06:26:39,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=3246 2024-12-03T06:26:39,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.log.dir so I do NOT create it in target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c 2024-12-03T06:26:39,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/977130e5-9bcf-f540-fb09-f71bd467ef05/hadoop.tmp.dir so I do NOT create it in target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c 2024-12-03T06:26:39,078 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8, deleteOnExit=true 2024-12-03T06:26:39,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/test.cache.data in system properties and HBase conf 2024-12-03T06:26:39,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:26:39,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:26:39,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:26:39,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:26:39,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T06:26:39,080 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:26:39,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:26:39,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:26:39,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:26:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:26:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:26:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:26:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:26:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:26:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:26:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:26:39,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:26:39,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:26:39,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:26:39,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:26:39,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:39,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:39,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:39,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:39,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:39,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:39,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@451c786e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:39,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d08f5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:39,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3efc4159{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/java.io.tmpdir/jetty-localhost-35725-hadoop-hdfs-3_4_1-tests_jar-_-any-8992681534742215930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:26:39,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dd96cb2{HTTP/1.1, (http/1.1)}{localhost:35725} 2024-12-03T06:26:39,461 INFO [Time-limited test {}] server.Server(415): Started @37978ms 2024-12-03T06:26:39,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:39,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:39,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:39,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:39,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:26:39,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b5a5dd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:39,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5a4db6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:39,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1534a427{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/java.io.tmpdir/jetty-localhost-46147-hadoop-hdfs-3_4_1-tests_jar-_-any-9970697302358651119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:39,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62974b29{HTTP/1.1, (http/1.1)}{localhost:46147} 2024-12-03T06:26:39,710 INFO [Time-limited test {}] server.Server(415): Started @38227ms 2024-12-03T06:26:39,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:39,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:39,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:39,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:39,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:39,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:26:39,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f62182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:39,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44690b5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:39,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15fcd57c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/java.io.tmpdir/jetty-localhost-36453-hadoop-hdfs-3_4_1-tests_jar-_-any-1264403865184418892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:39,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f63ae22{HTTP/1.1, (http/1.1)}{localhost:36453} 2024-12-03T06:26:39,834 INFO [Time-limited test {}] server.Server(415): Started @38351ms 2024-12-03T06:26:39,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:39,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:26:39,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:26:39,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:26:39,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:26:39,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:26:39,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1025fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:26:39,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc6b49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:26:39,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63077e22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/java.io.tmpdir/jetty-localhost-36421-hadoop-hdfs-3_4_1-tests_jar-_-any-13351210525873826136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:39,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49dd4e06{HTTP/1.1, (http/1.1)}{localhost:36421} 2024-12-03T06:26:39,954 INFO [Time-limited test {}] server.Server(415): Started @38471ms 2024-12-03T06:26:39,958 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:26:40,361 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data1/current/BP-585566942-172.17.0.2-1733207199109/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:40,361 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data2/current/BP-585566942-172.17.0.2-1733207199109/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:40,375 WARN [Thread-517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa88eae14e5b00a23 with lease ID 0xda1046a086f37896: Processing first storage report for DS-533595f3-14cb-4157-bea5-66e625c1231a from datanode DatanodeRegistration(127.0.0.1:38181, datanodeUuid=298886af-13fd-4b16-a2ef-2f41750b03da, infoPort=46399, infoSecurePort=0, ipcPort=35567, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109) 2024-12-03T06:26:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa88eae14e5b00a23 with lease ID 0xda1046a086f37896: from storage DS-533595f3-14cb-4157-bea5-66e625c1231a node DatanodeRegistration(127.0.0.1:38181, datanodeUuid=298886af-13fd-4b16-a2ef-2f41750b03da, infoPort=46399, infoSecurePort=0, ipcPort=35567, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa88eae14e5b00a23 with lease ID 0xda1046a086f37896: Processing first storage report for DS-f0a3a838-9887-4e7c-b3f1-8cbe998a534b from datanode DatanodeRegistration(127.0.0.1:38181, datanodeUuid=298886af-13fd-4b16-a2ef-2f41750b03da, infoPort=46399, infoSecurePort=0, ipcPort=35567, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109) 2024-12-03T06:26:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa88eae14e5b00a23 with lease ID 0xda1046a086f37896: from storage DS-f0a3a838-9887-4e7c-b3f1-8cbe998a534b node DatanodeRegistration(127.0.0.1:38181, datanodeUuid=298886af-13fd-4b16-a2ef-2f41750b03da, infoPort=46399, infoSecurePort=0, ipcPort=35567, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:40,572 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data3/current/BP-585566942-172.17.0.2-1733207199109/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:40,573 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data4/current/BP-585566942-172.17.0.2-1733207199109/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:40,592 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32b7172aa0bf1774 with lease ID 0xda1046a086f37897: Processing first storage report for DS-b894ee26-ea51-4d7c-8d49-f4fa4493f5e9 from datanode DatanodeRegistration(127.0.0.1:35939, datanodeUuid=bbc659ae-3f87-4812-a586-42002bf98001, infoPort=41051, infoSecurePort=0, ipcPort=39549, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109) 2024-12-03T06:26:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32b7172aa0bf1774 with lease ID 0xda1046a086f37897: from storage DS-b894ee26-ea51-4d7c-8d49-f4fa4493f5e9 node DatanodeRegistration(127.0.0.1:35939, datanodeUuid=bbc659ae-3f87-4812-a586-42002bf98001, infoPort=41051, infoSecurePort=0, ipcPort=39549, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32b7172aa0bf1774 with lease ID 0xda1046a086f37897: Processing first storage report for DS-81f2ffcc-24ff-4cdf-9e7f-886404831b52 from datanode DatanodeRegistration(127.0.0.1:35939, datanodeUuid=bbc659ae-3f87-4812-a586-42002bf98001, infoPort=41051, infoSecurePort=0, ipcPort=39549, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109) 2024-12-03T06:26:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32b7172aa0bf1774 with lease ID 0xda1046a086f37897: from storage DS-81f2ffcc-24ff-4cdf-9e7f-886404831b52 node DatanodeRegistration(127.0.0.1:35939, datanodeUuid=bbc659ae-3f87-4812-a586-42002bf98001, infoPort=41051, infoSecurePort=0, ipcPort=39549, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:40,657 WARN [Thread-599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data5/current/BP-585566942-172.17.0.2-1733207199109/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:40,657 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data6/current/BP-585566942-172.17.0.2-1733207199109/current, will proceed with Du for space computation calculation, 2024-12-03T06:26:40,676 WARN [Thread-563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:26:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x587018ce2e2720f2 with lease ID 0xda1046a086f37898: Processing first storage report for DS-5e6be72d-e9a3-4ed1-b179-efb0c2021ec3 from datanode DatanodeRegistration(127.0.0.1:38643, datanodeUuid=384a5f7e-6e2d-478b-a9c2-cad49bdd2ed2, infoPort=45217, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109) 2024-12-03T06:26:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x587018ce2e2720f2 with lease ID 0xda1046a086f37898: from storage DS-5e6be72d-e9a3-4ed1-b179-efb0c2021ec3 node DatanodeRegistration(127.0.0.1:38643, datanodeUuid=384a5f7e-6e2d-478b-a9c2-cad49bdd2ed2, infoPort=45217, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x587018ce2e2720f2 with lease ID 0xda1046a086f37898: Processing first storage report for DS-7ded810a-5efd-4891-8a45-4f2b9962fee1 from datanode DatanodeRegistration(127.0.0.1:38643, datanodeUuid=384a5f7e-6e2d-478b-a9c2-cad49bdd2ed2, infoPort=45217, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109) 2024-12-03T06:26:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x587018ce2e2720f2 with lease ID 0xda1046a086f37898: from storage DS-7ded810a-5efd-4891-8a45-4f2b9962fee1 node DatanodeRegistration(127.0.0.1:38643, datanodeUuid=384a5f7e-6e2d-478b-a9c2-cad49bdd2ed2, infoPort=45217, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=515259919;c=1733207199109), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:26:40,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c 2024-12-03T06:26:40,690 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:26:40,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:26:40,698 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:45921/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:45921/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/oldWALs, maxLogs=32 2024-12-03T06:26:40,711 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733207200701, exclude list is [], retry=0 2024-12-03T06:26:40,717 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38181,DS-533595f3-14cb-4157-bea5-66e625c1231a,DISK] 2024-12-03T06:26:40,718 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-5e6be72d-e9a3-4ed1-b179-efb0c2021ec3,DISK] 2024-12-03T06:26:40,718 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-b894ee26-ea51-4d7c-8d49-f4fa4493f5e9,DISK] 2024-12-03T06:26:40,720 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733207200701 2024-12-03T06:26:40,720 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46399:46399),(127.0.0.1/127.0.0.1:45217:45217),(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T06:26:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38181 is added to blk_1073741825_1001 (size=121110) 2024-12-03T06:26:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741825_1001 (size=121110) 2024-12-03T06:26:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741825_1001 (size=121110) 2024-12-03T06:26:40,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:26:40,969 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45921/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733207200701: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-03T06:26:41,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T06:26:41,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63077e22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:41,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49dd4e06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:41,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:41,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc6b49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:41,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1025fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:41,032 WARN [BP-585566942-172.17.0.2-1733207199109 heartbeating to localhost/127.0.0.1:45921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:41,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:41,032 WARN [BP-585566942-172.17.0.2-1733207199109 heartbeating to localhost/127.0.0.1:45921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585566942-172.17.0.2-1733207199109 (Datanode Uuid 384a5f7e-6e2d-478b-a9c2-cad49bdd2ed2) service to localhost/127.0.0.1:45921 2024-12-03T06:26:41,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:41,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data5/current/BP-585566942-172.17.0.2-1733207199109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:41,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data6/current/BP-585566942-172.17.0.2-1733207199109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:41,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:41,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15fcd57c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:41,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f63ae22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:41,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:41,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44690b5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:41,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f62182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:41,037 WARN [BP-585566942-172.17.0.2-1733207199109 heartbeating to localhost/127.0.0.1:45921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:41,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:41,037 WARN [BP-585566942-172.17.0.2-1733207199109 heartbeating to localhost/127.0.0.1:45921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585566942-172.17.0.2-1733207199109 (Datanode Uuid bbc659ae-3f87-4812-a586-42002bf98001) service to localhost/127.0.0.1:45921 2024-12-03T06:26:41,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:41,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data3/current/BP-585566942-172.17.0.2-1733207199109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:41,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data4/current/BP-585566942-172.17.0.2-1733207199109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:41,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:41,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1534a427{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:26:41,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62974b29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:41,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:41,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5a4db6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:41,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b5a5dd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:41,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:26:41,045 WARN [BP-585566942-172.17.0.2-1733207199109 heartbeating to localhost/127.0.0.1:45921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:26:41,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:26:41,045 WARN [BP-585566942-172.17.0.2-1733207199109 heartbeating to localhost/127.0.0.1:45921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585566942-172.17.0.2-1733207199109 (Datanode Uuid 298886af-13fd-4b16-a2ef-2f41750b03da) service to localhost/127.0.0.1:45921 2024-12-03T06:26:41,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data1/current/BP-585566942-172.17.0.2-1733207199109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:41,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/cluster_1cc0ba89-22ef-9c26-97a3-3340415ee7f8/dfs/data/data2/current/BP-585566942-172.17.0.2-1733207199109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:26:41,046 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:26:41,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3efc4159{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:26:41,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dd96cb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:26:41,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:26:41,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d08f5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:26:41,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@451c786e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3246a85c-a05d-e66f-b038-1010f0c9628c/hadoop.log.dir/,STOPPED} 2024-12-03T06:26:41,071 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T06:26:41,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=65 (was 57) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=3176 (was 3246)