2024-12-02 04:04:34,087 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-02 04:04:34,107 main DEBUG Took 0.016792 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 04:04:34,107 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 04:04:34,108 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 04:04:34,109 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 04:04:34,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,127 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 04:04:34,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,185 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,187 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,188 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,191 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,192 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,194 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 04:04:34,197 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,197 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 04:04:34,200 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 04:04:34,202 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 04:04:34,205 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 04:04:34,205 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 04:04:34,209 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 04:04:34,210 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 04:04:34,223 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 04:04:34,227 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 04:04:34,230 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 04:04:34,230 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 04:04:34,231 main DEBUG createAppenders(={Console}) 2024-12-02 04:04:34,232 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-02 04:04:34,233 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-02 04:04:34,233 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-02 04:04:34,234 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 04:04:34,234 main DEBUG OutputStream closed 2024-12-02 04:04:34,235 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 04:04:34,235 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 04:04:34,236 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-02 04:04:34,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 04:04:34,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 04:04:34,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 04:04:34,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 04:04:34,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 04:04:34,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 04:04:34,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 04:04:34,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 04:04:34,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 04:04:34,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 04:04:34,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 04:04:34,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 04:04:34,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 04:04:34,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 04:04:34,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 04:04:34,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 04:04:34,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 04:04:34,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 04:04:34,372 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 04:04:34,372 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-02 04:04:34,373 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 04:04:34,374 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-02T04:04:34,777 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c 2024-12-02 04:04:34,781 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 04:04:34,782 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T04:04:34,799 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-02T04:04:34,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=5567 2024-12-02T04:04:34,939 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb, deleteOnExit=true 2024-12-02T04:04:34,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/test.cache.data in system properties and HBase conf 2024-12-02T04:04:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T04:04:34,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir in system properties and HBase conf 2024-12-02T04:04:34,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T04:04:34,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T04:04:34,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T04:04:35,106 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T04:04:35,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T04:04:35,304 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T04:04:35,305 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T04:04:35,306 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T04:04:35,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T04:04:35,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T04:04:35,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T04:04:35,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T04:04:35,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T04:04:35,322 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T04:04:35,322 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/nfs.dump.dir in system properties and HBase conf 2024-12-02T04:04:35,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/java.io.tmpdir in system properties and HBase conf 2024-12-02T04:04:35,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T04:04:35,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T04:04:35,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T04:04:36,342 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T04:04:36,450 INFO [Time-limited test {}] log.Log(170): Logging initialized @3406ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T04:04:36,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:36,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:36,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:36,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:36,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:04:36,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:36,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:36,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:36,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/java.io.tmpdir/jetty-localhost-46661-hadoop-hdfs-3_4_1-tests_jar-_-any-11166850722213889207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:04:36,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:46661} 2024-12-02T04:04:36,953 INFO [Time-limited test {}] server.Server(415): Started @3910ms 2024-12-02T04:04:37,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:37,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:37,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:37,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:37,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T04:04:37,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:37,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:37,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/java.io.tmpdir/jetty-localhost-42087-hadoop-hdfs-3_4_1-tests_jar-_-any-9794896457860302890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:37,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:42087} 2024-12-02T04:04:37,546 INFO [Time-limited test {}] server.Server(415): Started @4503ms 2024-12-02T04:04:37,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:37,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:37,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:37,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:37,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:37,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T04:04:37,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:37,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:37,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/java.io.tmpdir/jetty-localhost-35247-hadoop-hdfs-3_4_1-tests_jar-_-any-10448876352147241563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:37,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:35247} 2024-12-02T04:04:37,934 INFO [Time-limited test {}] server.Server(415): Started @4891ms 2024-12-02T04:04:37,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:37,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:38,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:38,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:38,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:38,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:04:38,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:38,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:38,082 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data2/current/BP-332425166-172.17.0.2-1733112276069/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:38,084 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data4/current/BP-332425166-172.17.0.2-1733112276069/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:38,084 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data3/current/BP-332425166-172.17.0.2-1733112276069/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:38,085 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data1/current/BP-332425166-172.17.0.2-1733112276069/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:38,144 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:38,144 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:38,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/java.io.tmpdir/jetty-localhost-36299-hadoop-hdfs-3_4_1-tests_jar-_-any-6360889115932273927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:38,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:36299} 2024-12-02T04:04:38,173 INFO [Time-limited test {}] server.Server(415): Started @5130ms 2024-12-02T04:04:38,175 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e88dbaaca68f177 with lease ID 0x180455f4a05b3390: Processing first storage report for DS-1f1a622f-2727-48ee-ade4-ffc20f0b1f41 from datanode DatanodeRegistration(127.0.0.1:33343, datanodeUuid=6af17787-2864-4839-9064-60e7b6cb7626, infoPort=33379, infoSecurePort=0, ipcPort=45109, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069) 2024-12-02T04:04:38,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e88dbaaca68f177 with lease ID 0x180455f4a05b3390: from storage DS-1f1a622f-2727-48ee-ade4-ffc20f0b1f41 node DatanodeRegistration(127.0.0.1:33343, datanodeUuid=6af17787-2864-4839-9064-60e7b6cb7626, infoPort=33379, infoSecurePort=0, ipcPort=45109, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T04:04:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2de62b2126722f0e with lease ID 0x180455f4a05b3391: Processing first storage report for DS-e66667da-e876-4c92-98a4-9c80eddf180b from datanode DatanodeRegistration(127.0.0.1:42011, datanodeUuid=14688136-42e5-445c-9e0c-3516db8844e7, infoPort=38453, infoSecurePort=0, ipcPort=37615, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069) 2024-12-02T04:04:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2de62b2126722f0e with lease ID 0x180455f4a05b3391: from storage DS-e66667da-e876-4c92-98a4-9c80eddf180b node DatanodeRegistration(127.0.0.1:42011, datanodeUuid=14688136-42e5-445c-9e0c-3516db8844e7, infoPort=38453, infoSecurePort=0, ipcPort=37615, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T04:04:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e88dbaaca68f177 with lease ID 0x180455f4a05b3390: Processing first storage report for DS-7b8402f2-2b48-4010-80a7-193ebe091444 from datanode DatanodeRegistration(127.0.0.1:33343, datanodeUuid=6af17787-2864-4839-9064-60e7b6cb7626, infoPort=33379, infoSecurePort=0, ipcPort=45109, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069) 2024-12-02T04:04:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e88dbaaca68f177 with lease ID 0x180455f4a05b3390: from storage DS-7b8402f2-2b48-4010-80a7-193ebe091444 node DatanodeRegistration(127.0.0.1:33343, datanodeUuid=6af17787-2864-4839-9064-60e7b6cb7626, infoPort=33379, infoSecurePort=0, ipcPort=45109, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2de62b2126722f0e with lease ID 0x180455f4a05b3391: Processing first storage report for DS-d7dce183-af3e-4ba6-9997-6a2e9dbf6144 from datanode DatanodeRegistration(127.0.0.1:42011, datanodeUuid=14688136-42e5-445c-9e0c-3516db8844e7, infoPort=38453, infoSecurePort=0, ipcPort=37615, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069) 2024-12-02T04:04:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2de62b2126722f0e with lease ID 0x180455f4a05b3391: from storage DS-d7dce183-af3e-4ba6-9997-6a2e9dbf6144 node DatanodeRegistration(127.0.0.1:42011, datanodeUuid=14688136-42e5-445c-9e0c-3516db8844e7, infoPort=38453, infoSecurePort=0, ipcPort=37615, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:38,288 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data5/current/BP-332425166-172.17.0.2-1733112276069/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:38,290 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data6/current/BP-332425166-172.17.0.2-1733112276069/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:38,326 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a2f00e4007accf0 with lease ID 0x180455f4a05b3392: Processing first storage report for DS-45ef91e0-40cc-47a3-b86b-8dd956bd423a from datanode DatanodeRegistration(127.0.0.1:46099, datanodeUuid=f3c946c3-3fdf-4bd9-83fa-95fea56a0c01, infoPort=45585, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069) 2024-12-02T04:04:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a2f00e4007accf0 with lease ID 0x180455f4a05b3392: from storage DS-45ef91e0-40cc-47a3-b86b-8dd956bd423a node DatanodeRegistration(127.0.0.1:46099, datanodeUuid=f3c946c3-3fdf-4bd9-83fa-95fea56a0c01, infoPort=45585, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:38,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a2f00e4007accf0 with lease ID 0x180455f4a05b3392: Processing first storage report for DS-b7348c5e-ca34-422f-8352-c93b8283dd74 from datanode DatanodeRegistration(127.0.0.1:46099, datanodeUuid=f3c946c3-3fdf-4bd9-83fa-95fea56a0c01, infoPort=45585, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069) 2024-12-02T04:04:38,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a2f00e4007accf0 with lease ID 0x180455f4a05b3392: from storage DS-b7348c5e-ca34-422f-8352-c93b8283dd74 node DatanodeRegistration(127.0.0.1:46099, datanodeUuid=f3c946c3-3fdf-4bd9-83fa-95fea56a0c01, infoPort=45585, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=293607961;c=1733112276069), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T04:04:38,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c 2024-12-02T04:04:38,740 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T04:04:38,745 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T04:04:38,748 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T04:04:38,760 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T04:04:38,760 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T04:04:38,814 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T04:04:38,824 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T04:04:38,865 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:45823/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:45823/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/oldWALs, maxLogs=32 2024-12-02T04:04:38,909 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733112278888, exclude list is [], retry=0 2024-12-02T04:04:38,972 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1053 (auto-detected) 2024-12-02T04:04:38,976 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T04:04:39,004 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42011,DS-e66667da-e876-4c92-98a4-9c80eddf180b,DISK] 2024-12-02T04:04:39,008 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T04:04:39,047 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33343,DS-1f1a622f-2727-48ee-ade4-ffc20f0b1f41,DISK] 2024-12-02T04:04:39,048 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-45ef91e0-40cc-47a3-b86b-8dd956bd423a,DISK] 2024-12-02T04:04:39,143 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733112278888 2024-12-02T04:04:39,144 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38453:38453),(127.0.0.1/127.0.0.1:33379:33379),(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-02T04:04:39,145 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T04:04:39,830 DEBUG [AsyncFSWAL-0-hdfs://localhost:45823/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-02T04:04:42,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T04:04:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T04:04:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33343 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T04:04:42,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T04:04:42,775 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45823/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733112278888: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-02T04:04:43,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T04:04:43,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:43,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:04:43,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:04:43,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:04:43,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir/,STOPPED} 2024-12-02T04:04:43,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:04:43,932 WARN [BP-332425166-172.17.0.2-1733112276069 heartbeating to localhost/127.0.0.1:45823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:04:43,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:04:43,933 WARN [BP-332425166-172.17.0.2-1733112276069 heartbeating to localhost/127.0.0.1:45823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-332425166-172.17.0.2-1733112276069 (Datanode Uuid f3c946c3-3fdf-4bd9-83fa-95fea56a0c01) service to localhost/127.0.0.1:45823 2024-12-02T04:04:43,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data5/current/BP-332425166-172.17.0.2-1733112276069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:43,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data6/current/BP-332425166-172.17.0.2-1733112276069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:43,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:04:44,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:44,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:04:44,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:04:44,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:04:44,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir/,STOPPED} 2024-12-02T04:04:44,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:04:44,046 WARN [BP-332425166-172.17.0.2-1733112276069 heartbeating to localhost/127.0.0.1:45823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:04:44,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:04:44,046 WARN [BP-332425166-172.17.0.2-1733112276069 heartbeating to localhost/127.0.0.1:45823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-332425166-172.17.0.2-1733112276069 (Datanode Uuid 6af17787-2864-4839-9064-60e7b6cb7626) service to localhost/127.0.0.1:45823 2024-12-02T04:04:44,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data3/current/BP-332425166-172.17.0.2-1733112276069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:44,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data4/current/BP-332425166-172.17.0.2-1733112276069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:44,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:04:44,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:44,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:04:44,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:04:44,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:04:44,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir/,STOPPED} 2024-12-02T04:04:44,139 WARN [BP-332425166-172.17.0.2-1733112276069 heartbeating to localhost/127.0.0.1:45823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:04:44,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:04:44,139 WARN [BP-332425166-172.17.0.2-1733112276069 heartbeating to localhost/127.0.0.1:45823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-332425166-172.17.0.2-1733112276069 (Datanode Uuid 14688136-42e5-445c-9e0c-3516db8844e7) service to localhost/127.0.0.1:45823 2024-12-02T04:04:44,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:04:44,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data1/current/BP-332425166-172.17.0.2-1733112276069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:44,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/cluster_c0bd3a8b-e8cf-c030-bdb0-9ea66db95acb/dfs/data/data2/current/BP-332425166-172.17.0.2-1733112276069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:44,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:04:44,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:04:44,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:04:44,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:04:44,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:04:44,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir/,STOPPED} 2024-12-02T04:04:44,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T04:04:44,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=49 (was 12) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:45823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4393d049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:45823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=4879 (was 5567) 2024-12-02T04:04:44,631 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=49, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=4879 2024-12-02T04:04:44,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.log.dir so I do NOT create it in target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d 2024-12-02T04:04:44,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/da885cc9-482a-3fe5-e4f3-2099c7a7e26c/hadoop.tmp.dir so I do NOT create it in target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d 2024-12-02T04:04:44,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443, deleteOnExit=true 2024-12-02T04:04:44,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/test.cache.data in system properties and HBase conf 2024-12-02T04:04:44,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T04:04:44,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir in system properties and HBase conf 2024-12-02T04:04:44,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T04:04:44,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T04:04:44,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T04:04:44,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T04:04:44,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T04:04:44,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T04:04:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T04:04:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T04:04:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T04:04:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T04:04:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T04:04:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T04:04:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T04:04:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/nfs.dump.dir in system properties and HBase conf 2024-12-02T04:04:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/java.io.tmpdir in system properties and HBase conf 2024-12-02T04:04:44,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T04:04:44,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T04:04:44,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T04:04:44,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:44,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:44,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:44,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:44,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:04:44,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:44,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7422282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:44,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63662d8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:44,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@610c1857{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/java.io.tmpdir/jetty-localhost-46361-hadoop-hdfs-3_4_1-tests_jar-_-any-6378584945508676533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:04:44,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61b54ec{HTTP/1.1, (http/1.1)}{localhost:46361} 2024-12-02T04:04:44,887 INFO [Time-limited test {}] server.Server(415): Started @11845ms 2024-12-02T04:04:44,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:44,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:44,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:44,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:44,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:04:44,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38a212a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:44,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec14660{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:45,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b98b230{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/java.io.tmpdir/jetty-localhost-35969-hadoop-hdfs-3_4_1-tests_jar-_-any-3665152596086180404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:45,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29de23f9{HTTP/1.1, (http/1.1)}{localhost:35969} 2024-12-02T04:04:45,095 INFO [Time-limited test {}] server.Server(415): Started @12052ms 2024-12-02T04:04:45,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:45,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:45,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:45,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:45,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:45,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:04:45,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f884f25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:45,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a372c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:45,188 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data2/current/BP-235585902-172.17.0.2-1733112284673/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:45,188 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data1/current/BP-235585902-172.17.0.2-1733112284673/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:45,209 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:45,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25f7682c0fdfd413 with lease ID 0x7339a3c11214c8e8: Processing first storage report for DS-806a0651-714a-4e5d-a111-f4dc1914d5c7 from datanode DatanodeRegistration(127.0.0.1:45979, datanodeUuid=527e6234-da9d-444e-b9ca-daad911c3bc1, infoPort=36085, infoSecurePort=0, ipcPort=39701, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673) 2024-12-02T04:04:45,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25f7682c0fdfd413 with lease ID 0x7339a3c11214c8e8: from storage DS-806a0651-714a-4e5d-a111-f4dc1914d5c7 node DatanodeRegistration(127.0.0.1:45979, datanodeUuid=527e6234-da9d-444e-b9ca-daad911c3bc1, infoPort=36085, infoSecurePort=0, ipcPort=39701, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:45,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25f7682c0fdfd413 with lease ID 0x7339a3c11214c8e8: Processing first storage report for DS-bcc8f7d8-c487-457e-87ff-624a54d26c22 from datanode DatanodeRegistration(127.0.0.1:45979, datanodeUuid=527e6234-da9d-444e-b9ca-daad911c3bc1, infoPort=36085, infoSecurePort=0, ipcPort=39701, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673) 2024-12-02T04:04:45,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25f7682c0fdfd413 with lease ID 0x7339a3c11214c8e8: from storage DS-bcc8f7d8-c487-457e-87ff-624a54d26c22 node DatanodeRegistration(127.0.0.1:45979, datanodeUuid=527e6234-da9d-444e-b9ca-daad911c3bc1, infoPort=36085, infoSecurePort=0, ipcPort=39701, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:45,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79d4ecd8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/java.io.tmpdir/jetty-localhost-40689-hadoop-hdfs-3_4_1-tests_jar-_-any-1799484623520847659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:45,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4191d3fa{HTTP/1.1, (http/1.1)}{localhost:40689} 2024-12-02T04:04:45,271 INFO [Time-limited test {}] server.Server(415): Started @12228ms 2024-12-02T04:04:45,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:45,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:45,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:45,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:45,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:45,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:04:45,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78b41258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:45,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3538e653{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:45,382 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data3/current/BP-235585902-172.17.0.2-1733112284673/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:45,383 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data4/current/BP-235585902-172.17.0.2-1733112284673/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:45,407 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e8d533f48604c1b with lease ID 0x7339a3c11214c8e9: Processing first storage report for DS-d22a9984-f02a-4e87-87b7-f220786aa562 from datanode DatanodeRegistration(127.0.0.1:45809, datanodeUuid=0fac0c32-4159-44d8-b667-2dac48d51e98, infoPort=37523, infoSecurePort=0, ipcPort=37705, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673) 2024-12-02T04:04:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e8d533f48604c1b with lease ID 0x7339a3c11214c8e9: from storage DS-d22a9984-f02a-4e87-87b7-f220786aa562 node DatanodeRegistration(127.0.0.1:45809, datanodeUuid=0fac0c32-4159-44d8-b667-2dac48d51e98, infoPort=37523, infoSecurePort=0, ipcPort=37705, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e8d533f48604c1b with lease ID 0x7339a3c11214c8e9: Processing first storage report for DS-a1212e6f-3f74-4662-a417-152d382f0e75 from datanode DatanodeRegistration(127.0.0.1:45809, datanodeUuid=0fac0c32-4159-44d8-b667-2dac48d51e98, infoPort=37523, infoSecurePort=0, ipcPort=37705, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673) 2024-12-02T04:04:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e8d533f48604c1b with lease ID 0x7339a3c11214c8e9: from storage DS-a1212e6f-3f74-4662-a417-152d382f0e75 node DatanodeRegistration(127.0.0.1:45809, datanodeUuid=0fac0c32-4159-44d8-b667-2dac48d51e98, infoPort=37523, infoSecurePort=0, ipcPort=37705, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:45,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9814414{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/java.io.tmpdir/jetty-localhost-45567-hadoop-hdfs-3_4_1-tests_jar-_-any-10988716427610735619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:45,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@791f48b0{HTTP/1.1, (http/1.1)}{localhost:45567} 2024-12-02T04:04:45,479 INFO [Time-limited test {}] server.Server(415): Started @12436ms 2024-12-02T04:04:45,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:45,566 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data5/current/BP-235585902-172.17.0.2-1733112284673/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:45,566 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data6/current/BP-235585902-172.17.0.2-1733112284673/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:45,588 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1a97e6d4979b08d with lease ID 0x7339a3c11214c8ea: Processing first storage report for DS-8b04c887-61f1-4162-9f47-8a7176a7d1f6 from datanode DatanodeRegistration(127.0.0.1:38363, datanodeUuid=0b3035db-6a53-4865-9695-c8caa1dbcab7, infoPort=41631, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673) 2024-12-02T04:04:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1a97e6d4979b08d with lease ID 0x7339a3c11214c8ea: from storage DS-8b04c887-61f1-4162-9f47-8a7176a7d1f6 node DatanodeRegistration(127.0.0.1:38363, datanodeUuid=0b3035db-6a53-4865-9695-c8caa1dbcab7, infoPort=41631, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1a97e6d4979b08d with lease ID 0x7339a3c11214c8ea: Processing first storage report for DS-84daec0a-c4bc-4d9d-8b7e-c54ec669e66e from datanode DatanodeRegistration(127.0.0.1:38363, datanodeUuid=0b3035db-6a53-4865-9695-c8caa1dbcab7, infoPort=41631, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673) 2024-12-02T04:04:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1a97e6d4979b08d with lease ID 0x7339a3c11214c8ea: from storage DS-84daec0a-c4bc-4d9d-8b7e-c54ec669e66e node DatanodeRegistration(127.0.0.1:38363, datanodeUuid=0b3035db-6a53-4865-9695-c8caa1dbcab7, infoPort=41631, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=283091000;c=1733112284673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:45,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d 2024-12-02T04:04:45,610 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T04:04:45,610 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T04:04:45,617 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34887/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34887/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/oldWALs, maxLogs=32 2024-12-02T04:04:45,638 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733112285620, exclude list is [], retry=0 2024-12-02T04:04:45,644 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45809,DS-d22a9984-f02a-4e87-87b7-f220786aa562,DISK] 2024-12-02T04:04:45,646 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-8b04c887-61f1-4162-9f47-8a7176a7d1f6,DISK] 2024-12-02T04:04:45,646 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45979,DS-806a0651-714a-4e5d-a111-f4dc1914d5c7,DISK] 2024-12-02T04:04:45,649 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733112285620 2024-12-02T04:04:45,649 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523),(127.0.0.1/127.0.0.1:41631:41631),(127.0.0.1/127.0.0.1:36085:36085)] 2024-12-02T04:04:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45809 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T04:04:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T04:04:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45979 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T04:04:46,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T04:04:46,235 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34887/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733112285620: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-02T04:04:46,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T04:04:46,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9814414{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:46,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@791f48b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:04:46,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:04:46,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3538e653{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:04:46,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78b41258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir/,STOPPED} 2024-12-02T04:04:46,344 WARN [BP-235585902-172.17.0.2-1733112284673 heartbeating to localhost/127.0.0.1:34887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:04:46,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:04:46,344 WARN [BP-235585902-172.17.0.2-1733112284673 heartbeating to localhost/127.0.0.1:34887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-235585902-172.17.0.2-1733112284673 (Datanode Uuid 0b3035db-6a53-4865-9695-c8caa1dbcab7) service to localhost/127.0.0.1:34887 2024-12-02T04:04:46,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:04:46,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data5/current/BP-235585902-172.17.0.2-1733112284673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:46,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data6/current/BP-235585902-172.17.0.2-1733112284673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:46,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:04:46,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79d4ecd8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:46,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4191d3fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:04:46,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:04:46,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a372c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:04:46,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f884f25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir/,STOPPED} 2024-12-02T04:04:46,367 WARN [BP-235585902-172.17.0.2-1733112284673 heartbeating to localhost/127.0.0.1:34887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:04:46,367 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:04:46,367 WARN [BP-235585902-172.17.0.2-1733112284673 heartbeating to localhost/127.0.0.1:34887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-235585902-172.17.0.2-1733112284673 (Datanode Uuid 0fac0c32-4159-44d8-b667-2dac48d51e98) service to localhost/127.0.0.1:34887 2024-12-02T04:04:46,367 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:04:46,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data3/current/BP-235585902-172.17.0.2-1733112284673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:46,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data4/current/BP-235585902-172.17.0.2-1733112284673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:46,368 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:04:46,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b98b230{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:46,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29de23f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:04:46,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:04:46,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec14660{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:04:46,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38a212a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir/,STOPPED} 2024-12-02T04:04:46,399 WARN [BP-235585902-172.17.0.2-1733112284673 heartbeating to localhost/127.0.0.1:34887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:04:46,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:04:46,399 WARN [BP-235585902-172.17.0.2-1733112284673 heartbeating to localhost/127.0.0.1:34887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-235585902-172.17.0.2-1733112284673 (Datanode Uuid 527e6234-da9d-444e-b9ca-daad911c3bc1) service to localhost/127.0.0.1:34887 2024-12-02T04:04:46,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:04:46,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data1/current/BP-235585902-172.17.0.2-1733112284673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:46,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/cluster_6f8b5d97-32e4-9507-537b-52a5b6ac4443/dfs/data/data2/current/BP-235585902-172.17.0.2-1733112284673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:04:46,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:04:46,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@610c1857{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:04:46,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61b54ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:04:46,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:04:46,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63662d8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:04:46,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7422282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir/,STOPPED} 2024-12-02T04:04:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T04:04:46,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 49) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=4977 (was 4879) - AvailableMemoryMB LEAK? - 2024-12-02T04:04:46,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=342, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=4977 2024-12-02T04:04:46,489 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.log.dir so I do NOT create it in target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b 2024-12-02T04:04:46,489 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b39fccf1-f1c0-55c7-a508-91cd4e93031d/hadoop.tmp.dir so I do NOT create it in target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b 2024-12-02T04:04:46,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d, deleteOnExit=true 2024-12-02T04:04:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/test.cache.data in system properties and HBase conf 2024-12-02T04:04:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T04:04:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir in system properties and HBase conf 2024-12-02T04:04:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T04:04:46,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T04:04:46,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T04:04:46,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T04:04:46,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T04:04:46,492 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T04:04:46,492 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T04:04:46,492 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T04:04:46,492 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T04:04:46,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T04:04:46,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T04:04:46,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T04:04:46,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T04:04:46,494 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/nfs.dump.dir in system properties and HBase conf 2024-12-02T04:04:46,494 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/java.io.tmpdir in system properties and HBase conf 2024-12-02T04:04:46,494 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T04:04:46,494 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T04:04:46,494 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T04:04:46,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:46,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:46,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:46,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:46,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T04:04:46,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:46,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80190a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:46,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2535f2f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:46,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53439c89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/java.io.tmpdir/jetty-localhost-37017-hadoop-hdfs-3_4_1-tests_jar-_-any-17392399996247405299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:04:46,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19228d00{HTTP/1.1, (http/1.1)}{localhost:37017} 2024-12-02T04:04:46,785 INFO [Time-limited test {}] server.Server(415): Started @13743ms 2024-12-02T04:04:46,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:46,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:46,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:46,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:46,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:04:46,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5193f78f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:46,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c15b1a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:47,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fdb7d2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/java.io.tmpdir/jetty-localhost-39237-hadoop-hdfs-3_4_1-tests_jar-_-any-15048346408354893151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:47,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69b42125{HTTP/1.1, (http/1.1)}{localhost:39237} 2024-12-02T04:04:47,085 INFO [Time-limited test {}] server.Server(415): Started @14042ms 2024-12-02T04:04:47,087 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:47,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:47,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:47,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:47,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:47,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:04:47,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56f945f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:47,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@91b697e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:47,245 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data1/current/BP-1136147906-172.17.0.2-1733112286532/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:47,247 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data2/current/BP-1136147906-172.17.0.2-1733112286532/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:47,301 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61383f8d6dd68cf9 with lease ID 0x2f05c8db86fac888: Processing first storage report for DS-3ed94ae5-8fea-4e62-90f1-584e8a42a18f from datanode DatanodeRegistration(127.0.0.1:37777, datanodeUuid=63067a4e-e66f-4b18-be1c-a31575714527, infoPort=39355, infoSecurePort=0, ipcPort=40457, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532) 2024-12-02T04:04:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61383f8d6dd68cf9 with lease ID 0x2f05c8db86fac888: from storage DS-3ed94ae5-8fea-4e62-90f1-584e8a42a18f node DatanodeRegistration(127.0.0.1:37777, datanodeUuid=63067a4e-e66f-4b18-be1c-a31575714527, infoPort=39355, infoSecurePort=0, ipcPort=40457, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T04:04:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61383f8d6dd68cf9 with lease ID 0x2f05c8db86fac888: Processing first storage report for DS-fccc056c-7688-4811-a2a7-8bc029e4569f from datanode DatanodeRegistration(127.0.0.1:37777, datanodeUuid=63067a4e-e66f-4b18-be1c-a31575714527, infoPort=39355, infoSecurePort=0, ipcPort=40457, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532) 2024-12-02T04:04:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61383f8d6dd68cf9 with lease ID 0x2f05c8db86fac888: from storage DS-fccc056c-7688-4811-a2a7-8bc029e4569f node DatanodeRegistration(127.0.0.1:37777, datanodeUuid=63067a4e-e66f-4b18-be1c-a31575714527, infoPort=39355, infoSecurePort=0, ipcPort=40457, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:47,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cf9e740{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/java.io.tmpdir/jetty-localhost-35135-hadoop-hdfs-3_4_1-tests_jar-_-any-862696228121048897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:47,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21be2477{HTTP/1.1, (http/1.1)}{localhost:35135} 2024-12-02T04:04:47,369 INFO [Time-limited test {}] server.Server(415): Started @14326ms 2024-12-02T04:04:47,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:47,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:04:47,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:04:47,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:04:47,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:04:47,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T04:04:47,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e0cdfd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:04:47,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29db079b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:04:47,513 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data3/current/BP-1136147906-172.17.0.2-1733112286532/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:47,515 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data4/current/BP-1136147906-172.17.0.2-1733112286532/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:47,556 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x952caab619e4ce88 with lease ID 0x2f05c8db86fac889: Processing first storage report for DS-17e88432-6836-4f32-8a13-3128732c3364 from datanode DatanodeRegistration(127.0.0.1:41451, datanodeUuid=22942495-7f07-4806-82c0-a348cdbf1795, infoPort=33583, infoSecurePort=0, ipcPort=35885, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532) 2024-12-02T04:04:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x952caab619e4ce88 with lease ID 0x2f05c8db86fac889: from storage DS-17e88432-6836-4f32-8a13-3128732c3364 node DatanodeRegistration(127.0.0.1:41451, datanodeUuid=22942495-7f07-4806-82c0-a348cdbf1795, infoPort=33583, infoSecurePort=0, ipcPort=35885, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x952caab619e4ce88 with lease ID 0x2f05c8db86fac889: Processing first storage report for DS-04ec1faf-82ab-43b0-8b7d-5bc49525fec5 from datanode DatanodeRegistration(127.0.0.1:41451, datanodeUuid=22942495-7f07-4806-82c0-a348cdbf1795, infoPort=33583, infoSecurePort=0, ipcPort=35885, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532) 2024-12-02T04:04:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x952caab619e4ce88 with lease ID 0x2f05c8db86fac889: from storage DS-04ec1faf-82ab-43b0-8b7d-5bc49525fec5 node DatanodeRegistration(127.0.0.1:41451, datanodeUuid=22942495-7f07-4806-82c0-a348cdbf1795, infoPort=33583, infoSecurePort=0, ipcPort=35885, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:47,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46b86af8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/java.io.tmpdir/jetty-localhost-40737-hadoop-hdfs-3_4_1-tests_jar-_-any-16049628155590306432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:04:47,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@507e2e2c{HTTP/1.1, (http/1.1)}{localhost:40737} 2024-12-02T04:04:47,618 INFO [Time-limited test {}] server.Server(415): Started @14575ms 2024-12-02T04:04:47,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:04:47,736 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data5/current/BP-1136147906-172.17.0.2-1733112286532/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:47,737 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data6/current/BP-1136147906-172.17.0.2-1733112286532/current, will proceed with Du for space computation calculation, 2024-12-02T04:04:47,764 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:04:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb3a7434aef34de5 with lease ID 0x2f05c8db86fac88a: Processing first storage report for DS-bb3b31b1-915d-497e-9860-517de8104097 from datanode DatanodeRegistration(127.0.0.1:45671, datanodeUuid=ead70b51-dc2e-46c0-877b-26e563529408, infoPort=33971, infoSecurePort=0, ipcPort=41021, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532) 2024-12-02T04:04:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb3a7434aef34de5 with lease ID 0x2f05c8db86fac88a: from storage DS-bb3b31b1-915d-497e-9860-517de8104097 node DatanodeRegistration(127.0.0.1:45671, datanodeUuid=ead70b51-dc2e-46c0-877b-26e563529408, infoPort=33971, infoSecurePort=0, ipcPort=41021, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:04:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb3a7434aef34de5 with lease ID 0x2f05c8db86fac88a: Processing first storage report for DS-9072e22a-ed3c-4efc-b02c-ee0ee2d7b063 from datanode DatanodeRegistration(127.0.0.1:45671, datanodeUuid=ead70b51-dc2e-46c0-877b-26e563529408, infoPort=33971, infoSecurePort=0, ipcPort=41021, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532) 2024-12-02T04:04:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb3a7434aef34de5 with lease ID 0x2f05c8db86fac88a: from storage DS-9072e22a-ed3c-4efc-b02c-ee0ee2d7b063 node DatanodeRegistration(127.0.0.1:45671, datanodeUuid=ead70b51-dc2e-46c0-877b-26e563529408, infoPort=33971, infoSecurePort=0, ipcPort=41021, storageInfo=lv=-57;cid=testClusterID;nsid=158357960;c=1733112286532), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T04:04:47,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b 2024-12-02T04:04:47,808 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T04:04:47,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T04:04:47,816 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39695/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39695/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/oldWALs, maxLogs=32 2024-12-02T04:04:47,835 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733112287818, exclude list is [], retry=0 2024-12-02T04:04:47,851 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37777,DS-3ed94ae5-8fea-4e62-90f1-584e8a42a18f,DISK] 2024-12-02T04:04:47,852 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45671,DS-bb3b31b1-915d-497e-9860-517de8104097,DISK] 2024-12-02T04:04:47,853 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41451,DS-17e88432-6836-4f32-8a13-3128732c3364,DISK] 2024-12-02T04:04:47,857 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733112287818 2024-12-02T04:04:47,858 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39355:39355),(127.0.0.1/127.0.0.1:33971:33971),(127.0.0.1/127.0.0.1:33583:33583)] 2024-12-02T04:04:47,876 INFO [AsyncFSWAL-0-hdfs://localhost:39695/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-02T04:05:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T04:05:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45671 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T04:05:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41451 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T04:05:00,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T04:05:00,090 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39695/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733112287818: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T04:05:01,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T04:05:01,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46b86af8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:01,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@507e2e2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:05:01,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:05:01,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29db079b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:05:01,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e0cdfd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir/,STOPPED} 2024-12-02T04:05:01,938 WARN [BP-1136147906-172.17.0.2-1733112286532 heartbeating to localhost/127.0.0.1:39695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:05:01,938 WARN [BP-1136147906-172.17.0.2-1733112286532 heartbeating to localhost/127.0.0.1:39695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1136147906-172.17.0.2-1733112286532 (Datanode Uuid ead70b51-dc2e-46c0-877b-26e563529408) service to localhost/127.0.0.1:39695 2024-12-02T04:05:01,938 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:05:01,938 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:05:01,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data5/current/BP-1136147906-172.17.0.2-1733112286532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:01,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data6/current/BP-1136147906-172.17.0.2-1733112286532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:01,939 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:05:01,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cf9e740{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:01,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21be2477{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:05:01,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:05:01,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@91b697e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:05:01,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56f945f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir/,STOPPED} 2024-12-02T04:05:01,947 WARN [BP-1136147906-172.17.0.2-1733112286532 heartbeating to localhost/127.0.0.1:39695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:05:01,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:05:01,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:05:01,947 WARN [BP-1136147906-172.17.0.2-1733112286532 heartbeating to localhost/127.0.0.1:39695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1136147906-172.17.0.2-1733112286532 (Datanode Uuid 22942495-7f07-4806-82c0-a348cdbf1795) service to localhost/127.0.0.1:39695 2024-12-02T04:05:01,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data3/current/BP-1136147906-172.17.0.2-1733112286532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:01,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data4/current/BP-1136147906-172.17.0.2-1733112286532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:01,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:05:01,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fdb7d2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:01,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69b42125{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:05:01,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:05:01,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c15b1a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:05:01,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5193f78f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir/,STOPPED} 2024-12-02T04:05:01,953 WARN [BP-1136147906-172.17.0.2-1733112286532 heartbeating to localhost/127.0.0.1:39695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:05:01,953 WARN [BP-1136147906-172.17.0.2-1733112286532 heartbeating to localhost/127.0.0.1:39695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1136147906-172.17.0.2-1733112286532 (Datanode Uuid 63067a4e-e66f-4b18-be1c-a31575714527) service to localhost/127.0.0.1:39695 2024-12-02T04:05:01,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:05:01,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:05:01,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data1/current/BP-1136147906-172.17.0.2-1733112286532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:01,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/cluster_bae6d1a6-0de4-71e3-08ee-dc05f285fb1d/dfs/data/data2/current/BP-1136147906-172.17.0.2-1733112286532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:01,954 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:05:01,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53439c89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:05:01,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19228d00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:05:01,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:05:01,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2535f2f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:05:01,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80190a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir/,STOPPED} 2024-12-02T04:05:01,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T04:05:01,991 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 57), OpenFileDescriptor=339 (was 342), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 406) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4600 (was 4977) 2024-12-02T04:05:01,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=56, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=4599 2024-12-02T04:05:01,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.log.dir so I do NOT create it in target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69 2024-12-02T04:05:01,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9e26b8f-b2fe-0524-75f6-d7253db7740b/hadoop.tmp.dir so I do NOT create it in target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69 2024-12-02T04:05:01,998 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0, deleteOnExit=true 2024-12-02T04:05:01,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/test.cache.data in system properties and HBase conf 2024-12-02T04:05:01,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T04:05:01,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir in system properties and HBase conf 2024-12-02T04:05:01,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T04:05:01,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T04:05:01,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T04:05:01,999 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T04:05:01,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T04:05:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/nfs.dump.dir in system properties and HBase conf 2024-12-02T04:05:02,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/java.io.tmpdir in system properties and HBase conf 2024-12-02T04:05:02,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T04:05:02,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T04:05:02,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T04:05:02,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:05:02,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:05:02,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:05:02,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:05:02,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T04:05:02,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:05:02,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58564599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:05:02,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4ac869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:05:02,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3862306{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/java.io.tmpdir/jetty-localhost-44977-hadoop-hdfs-3_4_1-tests_jar-_-any-16073373626488875674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:05:02,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63fb4256{HTTP/1.1, (http/1.1)}{localhost:44977} 2024-12-02T04:05:02,224 INFO [Time-limited test {}] server.Server(415): Started @29181ms 2024-12-02T04:05:02,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:05:02,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:05:02,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:05:02,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:05:02,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T04:05:02,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b5ac5d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:05:02,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a372cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:05:02,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dcc58b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/java.io.tmpdir/jetty-localhost-34889-hadoop-hdfs-3_4_1-tests_jar-_-any-10095931243471634516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:02,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74aeedbb{HTTP/1.1, (http/1.1)}{localhost:34889} 2024-12-02T04:05:02,537 INFO [Time-limited test {}] server.Server(415): Started @29495ms 2024-12-02T04:05:02,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:05:02,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:05:02,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:05:02,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:05:02,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:05:02,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:05:02,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de918f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:05:02,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@378812df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:05:02,645 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data1/current/BP-1952532368-172.17.0.2-1733112302027/current, will proceed with Du for space computation calculation, 2024-12-02T04:05:02,646 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data2/current/BP-1952532368-172.17.0.2-1733112302027/current, will proceed with Du for space computation calculation, 2024-12-02T04:05:02,681 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:05:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8043c4b606b0781 with lease ID 0xd11f1fed177b5802: Processing first storage report for DS-c8dcb13c-3a85-4220-ac51-f06a89d7af93 from datanode DatanodeRegistration(127.0.0.1:44817, datanodeUuid=085a7c8e-6353-490d-ad24-15caa0f82f15, infoPort=43775, infoSecurePort=0, ipcPort=38523, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027) 2024-12-02T04:05:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8043c4b606b0781 with lease ID 0xd11f1fed177b5802: from storage DS-c8dcb13c-3a85-4220-ac51-f06a89d7af93 node DatanodeRegistration(127.0.0.1:44817, datanodeUuid=085a7c8e-6353-490d-ad24-15caa0f82f15, infoPort=43775, infoSecurePort=0, ipcPort=38523, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T04:05:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8043c4b606b0781 with lease ID 0xd11f1fed177b5802: Processing first storage report for DS-02cf2202-db8c-4c4d-a54e-1d91ac3a6127 from datanode DatanodeRegistration(127.0.0.1:44817, datanodeUuid=085a7c8e-6353-490d-ad24-15caa0f82f15, infoPort=43775, infoSecurePort=0, ipcPort=38523, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027) 2024-12-02T04:05:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8043c4b606b0781 with lease ID 0xd11f1fed177b5802: from storage DS-02cf2202-db8c-4c4d-a54e-1d91ac3a6127 node DatanodeRegistration(127.0.0.1:44817, datanodeUuid=085a7c8e-6353-490d-ad24-15caa0f82f15, infoPort=43775, infoSecurePort=0, ipcPort=38523, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:05:02,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@623da8ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/java.io.tmpdir/jetty-localhost-38839-hadoop-hdfs-3_4_1-tests_jar-_-any-5390043851330812559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:02,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25cac3be{HTTP/1.1, (http/1.1)}{localhost:38839} 2024-12-02T04:05:02,768 INFO [Time-limited test {}] server.Server(415): Started @29726ms 2024-12-02T04:05:02,770 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:05:02,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T04:05:02,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T04:05:02,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T04:05:02,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T04:05:02,890 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T04:05:02,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326fee25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir/,AVAILABLE} 2024-12-02T04:05:02,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60089d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T04:05:02,915 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data4/current/BP-1952532368-172.17.0.2-1733112302027/current, will proceed with Du for space computation calculation, 2024-12-02T04:05:02,915 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data3/current/BP-1952532368-172.17.0.2-1733112302027/current, will proceed with Du for space computation calculation, 2024-12-02T04:05:02,944 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:05:02,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d3f344129fdc7b7 with lease ID 0xd11f1fed177b5803: Processing first storage report for DS-7a7d112a-78d7-4b1a-8ed0-a8a1ce533b7c from datanode DatanodeRegistration(127.0.0.1:46315, datanodeUuid=c9f7c48b-6cd5-4ebe-bd7a-831d55e00fe7, infoPort=36353, infoSecurePort=0, ipcPort=39491, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027) 2024-12-02T04:05:02,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d3f344129fdc7b7 with lease ID 0xd11f1fed177b5803: from storage DS-7a7d112a-78d7-4b1a-8ed0-a8a1ce533b7c node DatanodeRegistration(127.0.0.1:46315, datanodeUuid=c9f7c48b-6cd5-4ebe-bd7a-831d55e00fe7, infoPort=36353, infoSecurePort=0, ipcPort=39491, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:05:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d3f344129fdc7b7 with lease ID 0xd11f1fed177b5803: Processing first storage report for DS-d13f9509-79d0-45ea-afba-4368585c4f2b from datanode DatanodeRegistration(127.0.0.1:46315, datanodeUuid=c9f7c48b-6cd5-4ebe-bd7a-831d55e00fe7, infoPort=36353, infoSecurePort=0, ipcPort=39491, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027) 2024-12-02T04:05:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d3f344129fdc7b7 with lease ID 0xd11f1fed177b5803: from storage DS-d13f9509-79d0-45ea-afba-4368585c4f2b node DatanodeRegistration(127.0.0.1:46315, datanodeUuid=c9f7c48b-6cd5-4ebe-bd7a-831d55e00fe7, infoPort=36353, infoSecurePort=0, ipcPort=39491, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T04:05:03,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@711fe82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/java.io.tmpdir/jetty-localhost-44771-hadoop-hdfs-3_4_1-tests_jar-_-any-10859707281569777877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:03,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f245304{HTTP/1.1, (http/1.1)}{localhost:44771} 2024-12-02T04:05:03,051 INFO [Time-limited test {}] server.Server(415): Started @30008ms 2024-12-02T04:05:03,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T04:05:03,198 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data5/current/BP-1952532368-172.17.0.2-1733112302027/current, will proceed with Du for space computation calculation, 2024-12-02T04:05:03,199 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data6/current/BP-1952532368-172.17.0.2-1733112302027/current, will proceed with Du for space computation calculation, 2024-12-02T04:05:03,245 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T04:05:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2acd43a7468e4e4 with lease ID 0xd11f1fed177b5804: Processing first storage report for DS-f3a30eb8-831b-411d-b5a0-6ac1adf9e04f from datanode DatanodeRegistration(127.0.0.1:35769, datanodeUuid=11a8d986-f899-4f97-af24-4e42714079a4, infoPort=46255, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027) 2024-12-02T04:05:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2acd43a7468e4e4 with lease ID 0xd11f1fed177b5804: from storage DS-f3a30eb8-831b-411d-b5a0-6ac1adf9e04f node DatanodeRegistration(127.0.0.1:35769, datanodeUuid=11a8d986-f899-4f97-af24-4e42714079a4, infoPort=46255, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:05:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2acd43a7468e4e4 with lease ID 0xd11f1fed177b5804: Processing first storage report for DS-18aba27d-d109-48bd-b058-6783a71af9c6 from datanode DatanodeRegistration(127.0.0.1:35769, datanodeUuid=11a8d986-f899-4f97-af24-4e42714079a4, infoPort=46255, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027) 2024-12-02T04:05:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2acd43a7468e4e4 with lease ID 0xd11f1fed177b5804: from storage DS-18aba27d-d109-48bd-b058-6783a71af9c6 node DatanodeRegistration(127.0.0.1:35769, datanodeUuid=11a8d986-f899-4f97-af24-4e42714079a4, infoPort=46255, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=344964750;c=1733112302027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T04:05:03,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69 2024-12-02T04:05:03,349 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T04:05:03,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T04:05:03,360 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37937/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37937/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/oldWALs, maxLogs=32 2024-12-02T04:05:03,385 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733112303363, exclude list is [], retry=0 2024-12-02T04:05:03,400 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-f3a30eb8-831b-411d-b5a0-6ac1adf9e04f,DISK] 2024-12-02T04:05:03,403 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46315,DS-7a7d112a-78d7-4b1a-8ed0-a8a1ce533b7c,DISK] 2024-12-02T04:05:03,403 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44817,DS-c8dcb13c-3a85-4220-ac51-f06a89d7af93,DISK] 2024-12-02T04:05:03,420 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733112303363 2024-12-02T04:05:03,421 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46255:46255),(127.0.0.1/127.0.0.1:36353:36353),(127.0.0.1/127.0.0.1:43775:43775)] 2024-12-02T04:05:03,992 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733112303363 not finished, retry = 0 2024-12-02T04:05:03,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46315 is added to blk_1073741825_1001 (size=121110) 2024-12-02T04:05:03,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44817 is added to blk_1073741825_1001 (size=121110) 2024-12-02T04:05:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741825_1001 (size=121110) 2024-12-02T04:05:04,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T04:05:04,114 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37937/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733112303363: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T04:05:04,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T04:05:04,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@711fe82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:04,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f245304{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:05:04,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:05:04,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60089d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:05:04,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326fee25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir/,STOPPED} 2024-12-02T04:05:04,171 WARN [BP-1952532368-172.17.0.2-1733112302027 heartbeating to localhost/127.0.0.1:37937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:05:04,172 WARN [BP-1952532368-172.17.0.2-1733112302027 heartbeating to localhost/127.0.0.1:37937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1952532368-172.17.0.2-1733112302027 (Datanode Uuid 11a8d986-f899-4f97-af24-4e42714079a4) service to localhost/127.0.0.1:37937 2024-12-02T04:05:04,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data5/current/BP-1952532368-172.17.0.2-1733112302027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:04,173 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:05:04,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:05:04,173 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:05:04,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data6/current/BP-1952532368-172.17.0.2-1733112302027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:04,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@623da8ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:04,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25cac3be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:05:04,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:05:04,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@378812df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:05:04,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de918f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir/,STOPPED} 2024-12-02T04:05:04,179 WARN [BP-1952532368-172.17.0.2-1733112302027 heartbeating to localhost/127.0.0.1:37937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:05:04,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:05:04,179 WARN [BP-1952532368-172.17.0.2-1733112302027 heartbeating to localhost/127.0.0.1:37937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1952532368-172.17.0.2-1733112302027 (Datanode Uuid c9f7c48b-6cd5-4ebe-bd7a-831d55e00fe7) service to localhost/127.0.0.1:37937 2024-12-02T04:05:04,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:05:04,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data3/current/BP-1952532368-172.17.0.2-1733112302027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:04,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data4/current/BP-1952532368-172.17.0.2-1733112302027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:04,180 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:05:04,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dcc58b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:05:04,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74aeedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:05:04,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:05:04,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a372cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:05:04,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b5ac5d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir/,STOPPED} 2024-12-02T04:05:04,185 WARN [BP-1952532368-172.17.0.2-1733112302027 heartbeating to localhost/127.0.0.1:37937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:05:04,186 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:05:04,186 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:05:04,186 WARN [BP-1952532368-172.17.0.2-1733112302027 heartbeating to localhost/127.0.0.1:37937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1952532368-172.17.0.2-1733112302027 (Datanode Uuid 085a7c8e-6353-490d-ad24-15caa0f82f15) service to localhost/127.0.0.1:37937 2024-12-02T04:05:04,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data1/current/BP-1952532368-172.17.0.2-1733112302027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:04,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/cluster_e12b4980-5154-16eb-e20a-a5ed6beab4e0/dfs/data/data2/current/BP-1952532368-172.17.0.2-1733112302027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:05:04,187 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:05:04,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3862306{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:05:04,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63fb4256{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:05:04,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:05:04,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4ac869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:05:04,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58564599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c8120c-b8a0-ed1d-00be-bcaa7c4aff69/hadoop.log.dir/,STOPPED} 2024-12-02T04:05:04,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T04:05:04,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=63 (was 56) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=4628 (was 4599) - AvailableMemoryMB LEAK? -