2024-12-16 19:57:01,727 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-16 19:57:01,744 main DEBUG Took 0.011978 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 19:57:01,745 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 19:57:01,745 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 19:57:01,747 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 19:57:01,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,777 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 19:57:01,790 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,792 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,792 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,793 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,794 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,795 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,796 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,797 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,797 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,799 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 19:57:01,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,800 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 19:57:01,801 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 19:57:01,802 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 19:57:01,804 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 19:57:01,805 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 19:57:01,806 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 19:57:01,806 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 19:57:01,813 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 19:57:01,816 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 19:57:01,818 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 19:57:01,818 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 19:57:01,819 main DEBUG createAppenders(={Console}) 2024-12-16 19:57:01,819 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-16 19:57:01,819 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-16 19:57:01,820 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-16 19:57:01,820 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 19:57:01,820 main DEBUG OutputStream closed 2024-12-16 19:57:01,821 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 19:57:01,821 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 19:57:01,821 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-16 19:57:01,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 19:57:01,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 19:57:01,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 19:57:01,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 19:57:01,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 19:57:01,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 19:57:01,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 19:57:01,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 19:57:01,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 19:57:01,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 19:57:01,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 19:57:01,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 19:57:01,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 19:57:01,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 19:57:01,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 19:57:01,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 19:57:01,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 19:57:01,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 19:57:01,916 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 19:57:01,917 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-16 19:57:01,917 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 19:57:01,918 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-16T19:57:02,223 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a 2024-12-16 19:57:02,227 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 19:57:02,227 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T19:57:02,241 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-16T19:57:02,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=635, ProcessCount=11, AvailableMemoryMB=3657 2024-12-16T19:57:02,289 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2, deleteOnExit=true 2024-12-16T19:57:02,290 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/test.cache.data in system properties and HBase conf 2024-12-16T19:57:02,290 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T19:57:02,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir in system properties and HBase conf 2024-12-16T19:57:02,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T19:57:02,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T19:57:02,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T19:57:02,418 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T19:57:02,556 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T19:57:02,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T19:57:02,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T19:57:02,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T19:57:02,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T19:57:02,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T19:57:02,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T19:57:02,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T19:57:02,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T19:57:02,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T19:57:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/nfs.dump.dir in system properties and HBase conf 2024-12-16T19:57:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/java.io.tmpdir in system properties and HBase conf 2024-12-16T19:57:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T19:57:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T19:57:02,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T19:57:03,783 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T19:57:03,878 INFO [Time-limited test {}] log.Log(170): Logging initialized @2987ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T19:57:03,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:04,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:04,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:04,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:04,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T19:57:04,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:04,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:04,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:04,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/java.io.tmpdir/jetty-localhost-42435-hadoop-hdfs-3_4_1-tests_jar-_-any-3253659147161823803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T19:57:04,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:42435} 2024-12-16T19:57:04,418 INFO [Time-limited test {}] server.Server(415): Started @3528ms 2024-12-16T19:57:05,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:05,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:05,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:05,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:05,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T19:57:05,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:05,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:05,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/java.io.tmpdir/jetty-localhost-44725-hadoop-hdfs-3_4_1-tests_jar-_-any-9962401311621543169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:05,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:44725} 2024-12-16T19:57:05,130 INFO [Time-limited test {}] server.Server(415): Started @4240ms 2024-12-16T19:57:05,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:05,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:05,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:05,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:05,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:05,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T19:57:05,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:05,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:05,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/java.io.tmpdir/jetty-localhost-41407-hadoop-hdfs-3_4_1-tests_jar-_-any-1036184348049238999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:05,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:41407} 2024-12-16T19:57:05,521 INFO [Time-limited test {}] server.Server(415): Started @4632ms 2024-12-16T19:57:05,524 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:05,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:05,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:05,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:05,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:05,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:05,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:05,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:05,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/java.io.tmpdir/jetty-localhost-40087-hadoop-hdfs-3_4_1-tests_jar-_-any-16668426992741407894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:05,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:40087} 2024-12-16T19:57:05,817 INFO [Time-limited test {}] server.Server(415): Started @4927ms 2024-12-16T19:57:05,820 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:06,837 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data1/current/BP-957341775-172.17.0.2-1734379023298/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:06,837 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data2/current/BP-957341775-172.17.0.2-1734379023298/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:06,837 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data3/current/BP-957341775-172.17.0.2-1734379023298/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:06,837 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data4/current/BP-957341775-172.17.0.2-1734379023298/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:06,871 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:06,871 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d97412284a277c3 with lease ID 0x14153e10f27b7def: Processing first storage report for DS-c70cbc56-e2b7-4884-8f3e-dd05af0f8dbe from datanode DatanodeRegistration(127.0.0.1:43659, datanodeUuid=b8a06721-8454-428d-b05d-6cafbccd8709, infoPort=44983, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298) 2024-12-16T19:57:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d97412284a277c3 with lease ID 0x14153e10f27b7def: from storage DS-c70cbc56-e2b7-4884-8f3e-dd05af0f8dbe node DatanodeRegistration(127.0.0.1:43659, datanodeUuid=b8a06721-8454-428d-b05d-6cafbccd8709, infoPort=44983, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T19:57:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca1cc23c00b3bb3c with lease ID 0x14153e10f27b7dee: Processing first storage report for DS-f23d36f6-e77c-4e70-873a-aba7464e53b0 from datanode DatanodeRegistration(127.0.0.1:38051, datanodeUuid=59fa1b14-ee3b-4244-8133-330dcbc28191, infoPort=41317, infoSecurePort=0, ipcPort=46489, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298) 2024-12-16T19:57:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca1cc23c00b3bb3c with lease ID 0x14153e10f27b7dee: from storage DS-f23d36f6-e77c-4e70-873a-aba7464e53b0 node DatanodeRegistration(127.0.0.1:38051, datanodeUuid=59fa1b14-ee3b-4244-8133-330dcbc28191, infoPort=41317, infoSecurePort=0, ipcPort=46489, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d97412284a277c3 with lease ID 0x14153e10f27b7def: Processing first storage report for DS-8748a7a0-3824-4e29-9772-be43a9312dd0 from datanode DatanodeRegistration(127.0.0.1:43659, datanodeUuid=b8a06721-8454-428d-b05d-6cafbccd8709, infoPort=44983, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298) 2024-12-16T19:57:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d97412284a277c3 with lease ID 0x14153e10f27b7def: from storage DS-8748a7a0-3824-4e29-9772-be43a9312dd0 node DatanodeRegistration(127.0.0.1:43659, datanodeUuid=b8a06721-8454-428d-b05d-6cafbccd8709, infoPort=44983, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca1cc23c00b3bb3c with lease ID 0x14153e10f27b7dee: Processing first storage report for DS-b089f140-da7a-4c39-8b60-5c6b54e028dd from datanode DatanodeRegistration(127.0.0.1:38051, datanodeUuid=59fa1b14-ee3b-4244-8133-330dcbc28191, infoPort=41317, infoSecurePort=0, ipcPort=46489, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298) 2024-12-16T19:57:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca1cc23c00b3bb3c with lease ID 0x14153e10f27b7dee: from storage DS-b089f140-da7a-4c39-8b60-5c6b54e028dd node DatanodeRegistration(127.0.0.1:38051, datanodeUuid=59fa1b14-ee3b-4244-8133-330dcbc28191, infoPort=41317, infoSecurePort=0, ipcPort=46489, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:07,094 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data5/current/BP-957341775-172.17.0.2-1734379023298/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:07,094 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data6/current/BP-957341775-172.17.0.2-1734379023298/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:07,110 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5db626ab920186fa with lease ID 0x14153e10f27b7df0: Processing first storage report for DS-4800fccf-c58a-4789-9da8-780184979ff2 from datanode DatanodeRegistration(127.0.0.1:46777, datanodeUuid=b475c833-2ea6-48cb-849e-d73bd50a6785, infoPort=37113, infoSecurePort=0, ipcPort=40203, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298) 2024-12-16T19:57:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5db626ab920186fa with lease ID 0x14153e10f27b7df0: from storage DS-4800fccf-c58a-4789-9da8-780184979ff2 node DatanodeRegistration(127.0.0.1:46777, datanodeUuid=b475c833-2ea6-48cb-849e-d73bd50a6785, infoPort=37113, infoSecurePort=0, ipcPort=40203, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5db626ab920186fa with lease ID 0x14153e10f27b7df0: Processing first storage report for DS-663c73ae-22ac-44ca-8849-db8e6295c755 from datanode DatanodeRegistration(127.0.0.1:46777, datanodeUuid=b475c833-2ea6-48cb-849e-d73bd50a6785, infoPort=37113, infoSecurePort=0, ipcPort=40203, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298) 2024-12-16T19:57:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5db626ab920186fa with lease ID 0x14153e10f27b7df0: from storage DS-663c73ae-22ac-44ca-8849-db8e6295c755 node DatanodeRegistration(127.0.0.1:46777, datanodeUuid=b475c833-2ea6-48cb-849e-d73bd50a6785, infoPort=37113, infoSecurePort=0, ipcPort=40203, storageInfo=lv=-57;cid=testClusterID;nsid=1301854362;c=1734379023298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:07,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a 2024-12-16T19:57:07,215 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T19:57:07,220 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T19:57:07,223 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T19:57:07,233 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T19:57:07,234 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T19:57:07,281 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T19:57:07,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T19:57:07,333 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:40519/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:40519/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/oldWALs, maxLogs=32 2024-12-16T19:57:07,377 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734379027356, exclude list is [], retry=0 2024-12-16T19:57:07,445 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15408 (auto-detected) 2024-12-16T19:57:07,449 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T19:57:07,474 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46777,DS-4800fccf-c58a-4789-9da8-780184979ff2,DISK] 2024-12-16T19:57:07,478 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T19:57:07,507 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38051,DS-f23d36f6-e77c-4e70-873a-aba7464e53b0,DISK] 2024-12-16T19:57:07,508 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43659,DS-c70cbc56-e2b7-4884-8f3e-dd05af0f8dbe,DISK] 2024-12-16T19:57:07,606 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734379027356 2024-12-16T19:57:07,608 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37113:37113),(127.0.0.1/127.0.0.1:41317:41317),(127.0.0.1/127.0.0.1:44983:44983)] 2024-12-16T19:57:07,610 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T19:57:08,520 DEBUG [AsyncFSWAL-0-hdfs://localhost:40519/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-16T19:57:15,971 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_338620983_22 at /127.0.0.1:60810 [Receiving block BP-957341775-172.17.0.2-1734379023298:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 5109ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data5/, blockId=1073741825, seqno=617 2024-12-16T19:57:15,975 INFO [AsyncFSWAL-0-hdfs://localhost:40519/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 5114 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46777,DS-4800fccf-c58a-4789-9da8-780184979ff2,DISK], DatanodeInfoWithStorage[127.0.0.1:38051,DS-f23d36f6-e77c-4e70-873a-aba7464e53b0,DISK], DatanodeInfoWithStorage[127.0.0.1:43659,DS-c70cbc56-e2b7-4884-8f3e-dd05af0f8dbe,DISK]] 2024-12-16T19:57:19,354 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_338620983_22 at /127.0.0.1:32928 [Receiving block BP-957341775-172.17.0.2-1734379023298:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 3199ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data3/, blockId=1073741825, seqno=640 2024-12-16T19:57:19,355 INFO [AsyncFSWAL-0-hdfs://localhost:40519/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 3200 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46777,DS-4800fccf-c58a-4789-9da8-780184979ff2,DISK], DatanodeInfoWithStorage[127.0.0.1:38051,DS-f23d36f6-e77c-4e70-873a-aba7464e53b0,DISK], DatanodeInfoWithStorage[127.0.0.1:43659,DS-c70cbc56-e2b7-4884-8f3e-dd05af0f8dbe,DISK]] 2024-12-16T19:57:20,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T19:57:20,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38051 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T19:57:20,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43659 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T19:57:20,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T19:57:20,963 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40519/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734379027356: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T19:57:22,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T19:57:22,115 WARN [BP-957341775-172.17.0.2-1734379023298 heartbeating to localhost/127.0.0.1:40519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-957341775-172.17.0.2-1734379023298 (Datanode Uuid b475c833-2ea6-48cb-849e-d73bd50a6785) service to localhost/127.0.0.1:40519 2024-12-16T19:57:24,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data5/current/BP-957341775-172.17.0.2-1734379023298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:24,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data6/current/BP-957341775-172.17.0.2-1734379023298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:24,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:24,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:24,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:24,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:24,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:24,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:24,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:24,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:24,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:24,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:24,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:24,751 WARN [BP-957341775-172.17.0.2-1734379023298 heartbeating to localhost/127.0.0.1:40519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:24,751 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:24,751 WARN [BP-957341775-172.17.0.2-1734379023298 heartbeating to localhost/127.0.0.1:40519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-957341775-172.17.0.2-1734379023298 (Datanode Uuid 59fa1b14-ee3b-4244-8133-330dcbc28191) service to localhost/127.0.0.1:40519 2024-12-16T19:57:24,751 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:24,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data3/current/BP-957341775-172.17.0.2-1734379023298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:24,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data4/current/BP-957341775-172.17.0.2-1734379023298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:24,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:24,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:24,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:24,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:24,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:24,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:24,757 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:24,757 WARN [BP-957341775-172.17.0.2-1734379023298 heartbeating to localhost/127.0.0.1:40519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:24,757 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:24,757 WARN [BP-957341775-172.17.0.2-1734379023298 heartbeating to localhost/127.0.0.1:40519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-957341775-172.17.0.2-1734379023298 (Datanode Uuid b8a06721-8454-428d-b05d-6cafbccd8709) service to localhost/127.0.0.1:40519 2024-12-16T19:57:24,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data1/current/BP-957341775-172.17.0.2-1734379023298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:24,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/cluster_d10cc464-c898-53fb-0eca-8f898b3aa8e2/dfs/data/data2/current/BP-957341775-172.17.0.2-1734379023298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:24,758 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:24,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T19:57:24,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:24,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:24,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:24,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:25,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T19:57:25,286 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=50 (was 12) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:40519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4be13813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:40519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=333 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=658 (was 635) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3323 (was 3657) 2024-12-16T19:57:25,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=50, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=658, ProcessCount=11, AvailableMemoryMB=3323 2024-12-16T19:57:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.log.dir so I do NOT create it in target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525 2024-12-16T19:57:25,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/74a368ac-f6cf-0474-57ff-8207a14fe53a/hadoop.tmp.dir so I do NOT create it in target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525 2024-12-16T19:57:25,295 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616, deleteOnExit=true 2024-12-16T19:57:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/test.cache.data in system properties and HBase conf 2024-12-16T19:57:25,295 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T19:57:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir in system properties and HBase conf 2024-12-16T19:57:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T19:57:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T19:57:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T19:57:25,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T19:57:25,297 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T19:57:25,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T19:57:25,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T19:57:25,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T19:57:25,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T19:57:25,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T19:57:25,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T19:57:25,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T19:57:25,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T19:57:25,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/nfs.dump.dir in system properties and HBase conf 2024-12-16T19:57:25,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/java.io.tmpdir in system properties and HBase conf 2024-12-16T19:57:25,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T19:57:25,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T19:57:25,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T19:57:25,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:25,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:25,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:25,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:25,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:25,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:25,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca817c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:25,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a097130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:25,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3acc21b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/java.io.tmpdir/jetty-localhost-39083-hadoop-hdfs-3_4_1-tests_jar-_-any-11654277703459251900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T19:57:25,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b7bf35b{HTTP/1.1, (http/1.1)}{localhost:39083} 2024-12-16T19:57:25,824 INFO [Time-limited test {}] server.Server(415): Started @24934ms 2024-12-16T19:57:26,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:26,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:26,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:26,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:26,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T19:57:26,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e3ec57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:26,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738e5fc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:26,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d788f33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/java.io.tmpdir/jetty-localhost-36803-hadoop-hdfs-3_4_1-tests_jar-_-any-17503258306751613311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:26,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@699847c{HTTP/1.1, (http/1.1)}{localhost:36803} 2024-12-16T19:57:26,211 INFO [Time-limited test {}] server.Server(415): Started @25322ms 2024-12-16T19:57:26,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:26,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:26,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:26,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:26,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:26,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:26,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea2870f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:26,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c55f8dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:26,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1173f41c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/java.io.tmpdir/jetty-localhost-44167-hadoop-hdfs-3_4_1-tests_jar-_-any-4355314845960073500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:26,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48315071{HTTP/1.1, (http/1.1)}{localhost:44167} 2024-12-16T19:57:26,386 INFO [Time-limited test {}] server.Server(415): Started @25497ms 2024-12-16T19:57:26,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:26,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:26,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:26,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:26,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:26,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:26,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21d6b2c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:26,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed6222c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:26,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@164362bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/java.io.tmpdir/jetty-localhost-33559-hadoop-hdfs-3_4_1-tests_jar-_-any-6120758596235833472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:26,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44dbfe48{HTTP/1.1, (http/1.1)}{localhost:33559} 2024-12-16T19:57:26,529 INFO [Time-limited test {}] server.Server(415): Started @25639ms 2024-12-16T19:57:26,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:27,111 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data1/current/BP-109120455-172.17.0.2-1734379045336/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:27,111 WARN [Thread-272 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data2/current/BP-109120455-172.17.0.2-1734379045336/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:27,132 WARN [Thread-214 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea7b4c3703d2ef7b with lease ID 0x6e8d42c3cb886d99: Processing first storage report for DS-2424ba78-7326-4812-ab62-c21e8f8e7c9c from datanode DatanodeRegistration(127.0.0.1:46677, datanodeUuid=17998ebf-c948-461d-92e1-e18f7687f247, infoPort=41177, infoSecurePort=0, ipcPort=32973, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336) 2024-12-16T19:57:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea7b4c3703d2ef7b with lease ID 0x6e8d42c3cb886d99: from storage DS-2424ba78-7326-4812-ab62-c21e8f8e7c9c node DatanodeRegistration(127.0.0.1:46677, datanodeUuid=17998ebf-c948-461d-92e1-e18f7687f247, infoPort=41177, infoSecurePort=0, ipcPort=32973, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea7b4c3703d2ef7b with lease ID 0x6e8d42c3cb886d99: Processing first storage report for DS-d6c2de1b-ea66-41f0-93d8-e9bb1fe56fd9 from datanode DatanodeRegistration(127.0.0.1:46677, datanodeUuid=17998ebf-c948-461d-92e1-e18f7687f247, infoPort=41177, infoSecurePort=0, ipcPort=32973, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336) 2024-12-16T19:57:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea7b4c3703d2ef7b with lease ID 0x6e8d42c3cb886d99: from storage DS-d6c2de1b-ea66-41f0-93d8-e9bb1fe56fd9 node DatanodeRegistration(127.0.0.1:46677, datanodeUuid=17998ebf-c948-461d-92e1-e18f7687f247, infoPort=41177, infoSecurePort=0, ipcPort=32973, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:27,543 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data3/current/BP-109120455-172.17.0.2-1734379045336/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:27,543 WARN [Thread-286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data4/current/BP-109120455-172.17.0.2-1734379045336/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:27,563 WARN [Thread-237 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c40bca1838a59e1 with lease ID 0x6e8d42c3cb886d9a: Processing first storage report for DS-95303dd4-96c3-426a-a313-757eaf4df30f from datanode DatanodeRegistration(127.0.0.1:45281, datanodeUuid=b98dad4c-ff55-412b-99c7-9f08b4482e92, infoPort=42773, infoSecurePort=0, ipcPort=37049, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336) 2024-12-16T19:57:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c40bca1838a59e1 with lease ID 0x6e8d42c3cb886d9a: from storage DS-95303dd4-96c3-426a-a313-757eaf4df30f node DatanodeRegistration(127.0.0.1:45281, datanodeUuid=b98dad4c-ff55-412b-99c7-9f08b4482e92, infoPort=42773, infoSecurePort=0, ipcPort=37049, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T19:57:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c40bca1838a59e1 with lease ID 0x6e8d42c3cb886d9a: Processing first storage report for DS-b97efe89-5a4a-4633-8c60-0e9c79c07902 from datanode DatanodeRegistration(127.0.0.1:45281, datanodeUuid=b98dad4c-ff55-412b-99c7-9f08b4482e92, infoPort=42773, infoSecurePort=0, ipcPort=37049, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336) 2024-12-16T19:57:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c40bca1838a59e1 with lease ID 0x6e8d42c3cb886d9a: from storage DS-b97efe89-5a4a-4633-8c60-0e9c79c07902 node DatanodeRegistration(127.0.0.1:45281, datanodeUuid=b98dad4c-ff55-412b-99c7-9f08b4482e92, infoPort=42773, infoSecurePort=0, ipcPort=37049, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:27,624 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data5/current/BP-109120455-172.17.0.2-1734379045336/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:27,624 WARN [Thread-297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data6/current/BP-109120455-172.17.0.2-1734379045336/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:27,647 WARN [Thread-260 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eefe80ac1c8c85a with lease ID 0x6e8d42c3cb886d9b: Processing first storage report for DS-a5e20367-e3c4-4540-b663-f2d97d5753a0 from datanode DatanodeRegistration(127.0.0.1:42495, datanodeUuid=7a80375c-ef54-4f56-ab35-40a2c8255bb9, infoPort=40919, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336) 2024-12-16T19:57:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eefe80ac1c8c85a with lease ID 0x6e8d42c3cb886d9b: from storage DS-a5e20367-e3c4-4540-b663-f2d97d5753a0 node DatanodeRegistration(127.0.0.1:42495, datanodeUuid=7a80375c-ef54-4f56-ab35-40a2c8255bb9, infoPort=40919, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eefe80ac1c8c85a with lease ID 0x6e8d42c3cb886d9b: Processing first storage report for DS-826ea947-f2a3-4deb-a88f-49f931ea810f from datanode DatanodeRegistration(127.0.0.1:42495, datanodeUuid=7a80375c-ef54-4f56-ab35-40a2c8255bb9, infoPort=40919, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336) 2024-12-16T19:57:27,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eefe80ac1c8c85a with lease ID 0x6e8d42c3cb886d9b: from storage DS-826ea947-f2a3-4deb-a88f-49f931ea810f node DatanodeRegistration(127.0.0.1:42495, datanodeUuid=7a80375c-ef54-4f56-ab35-40a2c8255bb9, infoPort=40919, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=2133789904;c=1734379045336), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T19:57:27,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525 2024-12-16T19:57:27,672 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T19:57:27,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T19:57:27,680 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:44193/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:44193/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/oldWALs, maxLogs=32 2024-12-16T19:57:27,696 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734379047683, exclude list is [], retry=0 2024-12-16T19:57:27,701 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42495,DS-a5e20367-e3c4-4540-b663-f2d97d5753a0,DISK] 2024-12-16T19:57:27,702 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46677,DS-2424ba78-7326-4812-ab62-c21e8f8e7c9c,DISK] 2024-12-16T19:57:27,703 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-95303dd4-96c3-426a-a313-757eaf4df30f,DISK] 2024-12-16T19:57:27,705 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734379047683 2024-12-16T19:57:27,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40919:40919),(127.0.0.1/127.0.0.1:41177:41177),(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-16T19:57:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T19:57:28,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T19:57:28,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46677 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T19:57:28,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T19:57:28,166 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44193/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734379047683: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T19:57:28,214 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T19:57:28,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@164362bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:28,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44dbfe48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:28,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:28,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed6222c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:28,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21d6b2c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:28,221 WARN [BP-109120455-172.17.0.2-1734379045336 heartbeating to localhost/127.0.0.1:44193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:28,221 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:28,221 WARN [BP-109120455-172.17.0.2-1734379045336 heartbeating to localhost/127.0.0.1:44193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-109120455-172.17.0.2-1734379045336 (Datanode Uuid 7a80375c-ef54-4f56-ab35-40a2c8255bb9) service to localhost/127.0.0.1:44193 2024-12-16T19:57:28,221 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:28,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data5/current/BP-109120455-172.17.0.2-1734379045336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:28,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data6/current/BP-109120455-172.17.0.2-1734379045336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:28,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:28,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1173f41c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:28,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48315071{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:28,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:28,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c55f8dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:28,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea2870f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:28,236 WARN [BP-109120455-172.17.0.2-1734379045336 heartbeating to localhost/127.0.0.1:44193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:28,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:28,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:28,236 WARN [BP-109120455-172.17.0.2-1734379045336 heartbeating to localhost/127.0.0.1:44193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-109120455-172.17.0.2-1734379045336 (Datanode Uuid b98dad4c-ff55-412b-99c7-9f08b4482e92) service to localhost/127.0.0.1:44193 2024-12-16T19:57:28,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data3/current/BP-109120455-172.17.0.2-1734379045336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:28,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data4/current/BP-109120455-172.17.0.2-1734379045336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:28,237 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:28,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d788f33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:28,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@699847c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:28,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:28,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738e5fc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:28,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e3ec57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:28,291 WARN [BP-109120455-172.17.0.2-1734379045336 heartbeating to localhost/127.0.0.1:44193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:28,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:28,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:28,291 WARN [BP-109120455-172.17.0.2-1734379045336 heartbeating to localhost/127.0.0.1:44193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-109120455-172.17.0.2-1734379045336 (Datanode Uuid 17998ebf-c948-461d-92e1-e18f7687f247) service to localhost/127.0.0.1:44193 2024-12-16T19:57:28,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data1/current/BP-109120455-172.17.0.2-1734379045336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:28,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/cluster_e7d814e8-00ab-247b-27f2-61f23cc64616/dfs/data/data2/current/BP-109120455-172.17.0.2-1734379045336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:28,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:28,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3acc21b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T19:57:28,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b7bf35b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:28,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:28,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a097130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:28,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca817c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:28,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T19:57:28,375 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 50) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:44193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:44193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 333) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=637 (was 658), ProcessCount=11 (was 11), AvailableMemoryMB=3170 (was 3323) 2024-12-16T19:57:28,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=637, ProcessCount=11, AvailableMemoryMB=3170 2024-12-16T19:57:28,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.log.dir so I do NOT create it in target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9 2024-12-16T19:57:28,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/76c4eb56-fb83-efb0-9de9-0d9765efb525/hadoop.tmp.dir so I do NOT create it in target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9 2024-12-16T19:57:28,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0, deleteOnExit=true 2024-12-16T19:57:28,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/test.cache.data in system properties and HBase conf 2024-12-16T19:57:28,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T19:57:28,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir in system properties and HBase conf 2024-12-16T19:57:28,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T19:57:28,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T19:57:28,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T19:57:28,393 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T19:57:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T19:57:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T19:57:28,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T19:57:28,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T19:57:28,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T19:57:28,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T19:57:28,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T19:57:28,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T19:57:28,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T19:57:28,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/nfs.dump.dir in system properties and HBase conf 2024-12-16T19:57:28,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/java.io.tmpdir in system properties and HBase conf 2024-12-16T19:57:28,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T19:57:28,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T19:57:28,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T19:57:28,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:28,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:28,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:28,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:28,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:28,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:28,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b23c758{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:28,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37a7f33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:28,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fd1ea13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/java.io.tmpdir/jetty-localhost-33177-hadoop-hdfs-3_4_1-tests_jar-_-any-2938337485078935592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T19:57:28,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e3ca408{HTTP/1.1, (http/1.1)}{localhost:33177} 2024-12-16T19:57:28,853 INFO [Time-limited test {}] server.Server(415): Started @27963ms 2024-12-16T19:57:29,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:29,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:29,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:29,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:29,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:29,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69164945{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:29,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cb29802{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:29,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45e3ade1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/java.io.tmpdir/jetty-localhost-38521-hadoop-hdfs-3_4_1-tests_jar-_-any-12860638458172663549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:29,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e080ba3{HTTP/1.1, (http/1.1)}{localhost:38521} 2024-12-16T19:57:29,356 INFO [Time-limited test {}] server.Server(415): Started @28467ms 2024-12-16T19:57:29,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:29,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:29,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:29,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:29,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:29,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:29,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e0b016a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:29,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9378de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:29,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@97a941e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/java.io.tmpdir/jetty-localhost-45305-hadoop-hdfs-3_4_1-tests_jar-_-any-15251924764874904165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:29,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aaef643{HTTP/1.1, (http/1.1)}{localhost:45305} 2024-12-16T19:57:29,615 INFO [Time-limited test {}] server.Server(415): Started @28726ms 2024-12-16T19:57:29,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:29,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:29,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:29,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:29,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:29,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T19:57:29,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b4b692e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:29,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d2bd215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:29,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f974b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/java.io.tmpdir/jetty-localhost-39179-hadoop-hdfs-3_4_1-tests_jar-_-any-5744607357387734770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:29,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e7c68fa{HTTP/1.1, (http/1.1)}{localhost:39179} 2024-12-16T19:57:29,848 INFO [Time-limited test {}] server.Server(415): Started @28959ms 2024-12-16T19:57:29,850 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:30,149 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data1/current/BP-809685432-172.17.0.2-1734379048432/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:30,152 WARN [Thread-424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data2/current/BP-809685432-172.17.0.2-1734379048432/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:30,212 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:30,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x497e2ae16c16bd8b with lease ID 0xf5553242b889c1be: Processing first storage report for DS-3c2de841-b06e-4478-b696-2b3eecf04d4e from datanode DatanodeRegistration(127.0.0.1:35863, datanodeUuid=ad2e1c6b-dfa9-42e9-b4b9-30cf3d72f326, infoPort=45293, infoSecurePort=0, ipcPort=45001, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432) 2024-12-16T19:57:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x497e2ae16c16bd8b with lease ID 0xf5553242b889c1be: from storage DS-3c2de841-b06e-4478-b696-2b3eecf04d4e node DatanodeRegistration(127.0.0.1:35863, datanodeUuid=ad2e1c6b-dfa9-42e9-b4b9-30cf3d72f326, infoPort=45293, infoSecurePort=0, ipcPort=45001, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T19:57:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x497e2ae16c16bd8b with lease ID 0xf5553242b889c1be: Processing first storage report for DS-775d124a-348a-40ce-bbca-93fbf4785171 from datanode DatanodeRegistration(127.0.0.1:35863, datanodeUuid=ad2e1c6b-dfa9-42e9-b4b9-30cf3d72f326, infoPort=45293, infoSecurePort=0, ipcPort=45001, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432) 2024-12-16T19:57:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x497e2ae16c16bd8b with lease ID 0xf5553242b889c1be: from storage DS-775d124a-348a-40ce-bbca-93fbf4785171 node DatanodeRegistration(127.0.0.1:35863, datanodeUuid=ad2e1c6b-dfa9-42e9-b4b9-30cf3d72f326, infoPort=45293, infoSecurePort=0, ipcPort=45001, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:30,588 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data3/current/BP-809685432-172.17.0.2-1734379048432/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:30,588 WARN [Thread-438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data4/current/BP-809685432-172.17.0.2-1734379048432/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:30,613 WARN [Thread-389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d7de2a9b116b9ef with lease ID 0xf5553242b889c1bf: Processing first storage report for DS-faeec198-6f13-4aaa-ac7b-bd9299b31f17 from datanode DatanodeRegistration(127.0.0.1:34643, datanodeUuid=f794e68f-2272-4af8-a82a-368d5f5f4b31, infoPort=46311, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432) 2024-12-16T19:57:30,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d7de2a9b116b9ef with lease ID 0xf5553242b889c1bf: from storage DS-faeec198-6f13-4aaa-ac7b-bd9299b31f17 node DatanodeRegistration(127.0.0.1:34643, datanodeUuid=f794e68f-2272-4af8-a82a-368d5f5f4b31, infoPort=46311, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:30,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d7de2a9b116b9ef with lease ID 0xf5553242b889c1bf: Processing first storage report for DS-382aad40-9a7c-4f82-a4df-6da3d1fc3bfd from datanode DatanodeRegistration(127.0.0.1:34643, datanodeUuid=f794e68f-2272-4af8-a82a-368d5f5f4b31, infoPort=46311, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432) 2024-12-16T19:57:30,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d7de2a9b116b9ef with lease ID 0xf5553242b889c1bf: from storage DS-382aad40-9a7c-4f82-a4df-6da3d1fc3bfd node DatanodeRegistration(127.0.0.1:34643, datanodeUuid=f794e68f-2272-4af8-a82a-368d5f5f4b31, infoPort=46311, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:30,695 WARN [Thread-449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data6/current/BP-809685432-172.17.0.2-1734379048432/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:30,695 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data5/current/BP-809685432-172.17.0.2-1734379048432/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:30,742 WARN [Thread-413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e0f41ab9ffc238c with lease ID 0xf5553242b889c1c0: Processing first storage report for DS-12fb00db-200f-48e4-8f48-04d8e1d713ff from datanode DatanodeRegistration(127.0.0.1:38491, datanodeUuid=e7d9b86c-7d31-475f-997e-d23018c40f4b, infoPort=46227, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432) 2024-12-16T19:57:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e0f41ab9ffc238c with lease ID 0xf5553242b889c1c0: from storage DS-12fb00db-200f-48e4-8f48-04d8e1d713ff node DatanodeRegistration(127.0.0.1:38491, datanodeUuid=e7d9b86c-7d31-475f-997e-d23018c40f4b, infoPort=46227, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e0f41ab9ffc238c with lease ID 0xf5553242b889c1c0: Processing first storage report for DS-788bffde-4c6a-4b2f-afbe-df8a3cf29e48 from datanode DatanodeRegistration(127.0.0.1:38491, datanodeUuid=e7d9b86c-7d31-475f-997e-d23018c40f4b, infoPort=46227, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432) 2024-12-16T19:57:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e0f41ab9ffc238c with lease ID 0xf5553242b889c1c0: from storage DS-788bffde-4c6a-4b2f-afbe-df8a3cf29e48 node DatanodeRegistration(127.0.0.1:38491, datanodeUuid=e7d9b86c-7d31-475f-997e-d23018c40f4b, infoPort=46227, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1539489420;c=1734379048432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:30,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9 2024-12-16T19:57:30,831 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T19:57:30,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T19:57:30,848 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:37523/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:37523/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/oldWALs, maxLogs=32 2024-12-16T19:57:30,872 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734379050850, exclude list is [], retry=0 2024-12-16T19:57:30,885 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-faeec198-6f13-4aaa-ac7b-bd9299b31f17,DISK] 2024-12-16T19:57:30,890 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38491,DS-12fb00db-200f-48e4-8f48-04d8e1d713ff,DISK] 2024-12-16T19:57:30,892 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35863,DS-3c2de841-b06e-4478-b696-2b3eecf04d4e,DISK] 2024-12-16T19:57:30,903 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734379050850 2024-12-16T19:57:30,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46311:46311),(127.0.0.1/127.0.0.1:46227:46227),(127.0.0.1/127.0.0.1:45293:45293)] 2024-12-16T19:57:30,944 INFO [AsyncFSWAL-0-hdfs://localhost:37523/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-16T19:57:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T19:57:43,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T19:57:43,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38491 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T19:57:43,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T19:57:43,600 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37523/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734379050850: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T19:57:45,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T19:57:45,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f974b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:45,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e7c68fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:45,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:45,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d2bd215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:45,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b4b692e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:45,462 WARN [BP-809685432-172.17.0.2-1734379048432 heartbeating to localhost/127.0.0.1:37523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:45,462 WARN [BP-809685432-172.17.0.2-1734379048432 heartbeating to localhost/127.0.0.1:37523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-809685432-172.17.0.2-1734379048432 (Datanode Uuid e7d9b86c-7d31-475f-997e-d23018c40f4b) service to localhost/127.0.0.1:37523 2024-12-16T19:57:45,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:45,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data5/current/BP-809685432-172.17.0.2-1734379048432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:45,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:45,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data6/current/BP-809685432-172.17.0.2-1734379048432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:45,463 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:45,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@97a941e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:45,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aaef643{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:45,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:45,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9378de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:45,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e0b016a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:45,476 WARN [BP-809685432-172.17.0.2-1734379048432 heartbeating to localhost/127.0.0.1:37523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:45,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:45,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:45,476 WARN [BP-809685432-172.17.0.2-1734379048432 heartbeating to localhost/127.0.0.1:37523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-809685432-172.17.0.2-1734379048432 (Datanode Uuid f794e68f-2272-4af8-a82a-368d5f5f4b31) service to localhost/127.0.0.1:37523 2024-12-16T19:57:45,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data3/current/BP-809685432-172.17.0.2-1734379048432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:45,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data4/current/BP-809685432-172.17.0.2-1734379048432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:45,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:45,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45e3ade1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:45,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e080ba3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:45,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:45,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cb29802{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:45,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69164945{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:45,490 WARN [BP-809685432-172.17.0.2-1734379048432 heartbeating to localhost/127.0.0.1:37523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:45,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:45,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:45,491 WARN [BP-809685432-172.17.0.2-1734379048432 heartbeating to localhost/127.0.0.1:37523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-809685432-172.17.0.2-1734379048432 (Datanode Uuid ad2e1c6b-dfa9-42e9-b4b9-30cf3d72f326) service to localhost/127.0.0.1:37523 2024-12-16T19:57:45,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data1/current/BP-809685432-172.17.0.2-1734379048432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:45,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/cluster_e291cc65-0df3-50c2-0d5b-d9e0db7bf1c0/dfs/data/data2/current/BP-809685432-172.17.0.2-1734379048432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:45,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:45,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fd1ea13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T19:57:45,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e3ca408{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:45,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:45,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37a7f33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:45,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b23c758{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:45,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T19:57:45,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 57), OpenFileDescriptor=339 (was 339), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 637) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3398 (was 3170) - AvailableMemoryMB LEAK? - 2024-12-16T19:57:45,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=56, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=11, AvailableMemoryMB=3398 2024-12-16T19:57:45,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.log.dir so I do NOT create it in target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57 2024-12-16T19:57:45,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00b69121-6b6a-e4be-4f0d-71d361791ac9/hadoop.tmp.dir so I do NOT create it in target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57 2024-12-16T19:57:45,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8, deleteOnExit=true 2024-12-16T19:57:45,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/test.cache.data in system properties and HBase conf 2024-12-16T19:57:45,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T19:57:45,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir in system properties and HBase conf 2024-12-16T19:57:45,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T19:57:45,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T19:57:45,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T19:57:45,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T19:57:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/nfs.dump.dir in system properties and HBase conf 2024-12-16T19:57:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/java.io.tmpdir in system properties and HBase conf 2024-12-16T19:57:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T19:57:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T19:57:45,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T19:57:45,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:45,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:45,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:45,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:45,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:45,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:45,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d541e43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:45,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dfe7541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:45,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dd7b578{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/java.io.tmpdir/jetty-localhost-35429-hadoop-hdfs-3_4_1-tests_jar-_-any-16942946220926520203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T19:57:45,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3be0f563{HTTP/1.1, (http/1.1)}{localhost:35429} 2024-12-16T19:57:45,932 INFO [Time-limited test {}] server.Server(415): Started @45042ms 2024-12-16T19:57:46,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:46,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:46,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:46,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:46,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T19:57:46,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73a40464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:46,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@278a8c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:46,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14ff2723{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/java.io.tmpdir/jetty-localhost-40415-hadoop-hdfs-3_4_1-tests_jar-_-any-11632283724672015623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:46,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6260b724{HTTP/1.1, (http/1.1)}{localhost:40415} 2024-12-16T19:57:46,237 INFO [Time-limited test {}] server.Server(415): Started @45348ms 2024-12-16T19:57:46,238 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:46,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:46,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:46,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:46,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:46,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:46,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2dffa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:46,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6053bc0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:46,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@248a77d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/java.io.tmpdir/jetty-localhost-43187-hadoop-hdfs-3_4_1-tests_jar-_-any-5669301572323894879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:46,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13367925{HTTP/1.1, (http/1.1)}{localhost:43187} 2024-12-16T19:57:46,439 INFO [Time-limited test {}] server.Server(415): Started @45550ms 2024-12-16T19:57:46,441 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:46,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T19:57:46,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T19:57:46,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T19:57:46,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T19:57:46,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T19:57:46,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a01e97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir/,AVAILABLE} 2024-12-16T19:57:46,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e085db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T19:57:46,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@115a9413{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/java.io.tmpdir/jetty-localhost-38737-hadoop-hdfs-3_4_1-tests_jar-_-any-12677395634246258574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:46,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@177b5a91{HTTP/1.1, (http/1.1)}{localhost:38737} 2024-12-16T19:57:46,587 INFO [Time-limited test {}] server.Server(415): Started @45698ms 2024-12-16T19:57:46,592 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T19:57:47,532 WARN [Thread-579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data1/current/BP-467135504-172.17.0.2-1734379065563/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:47,532 WARN [Thread-580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data2/current/BP-467135504-172.17.0.2-1734379065563/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:47,551 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x722a6d6c833a19cd with lease ID 0x63432423f8b42c04: Processing first storage report for DS-6ac33a68-aef5-455f-af61-717a3c503f62 from datanode DatanodeRegistration(127.0.0.1:35923, datanodeUuid=0f734e7b-1833-417d-9678-4ce8fc62e4d8, infoPort=40199, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563) 2024-12-16T19:57:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x722a6d6c833a19cd with lease ID 0x63432423f8b42c04: from storage DS-6ac33a68-aef5-455f-af61-717a3c503f62 node DatanodeRegistration(127.0.0.1:35923, datanodeUuid=0f734e7b-1833-417d-9678-4ce8fc62e4d8, infoPort=40199, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T19:57:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x722a6d6c833a19cd with lease ID 0x63432423f8b42c04: Processing first storage report for DS-b2ccac33-dadc-4ded-9dd3-ca5cdebe3209 from datanode DatanodeRegistration(127.0.0.1:35923, datanodeUuid=0f734e7b-1833-417d-9678-4ce8fc62e4d8, infoPort=40199, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563) 2024-12-16T19:57:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x722a6d6c833a19cd with lease ID 0x63432423f8b42c04: from storage DS-b2ccac33-dadc-4ded-9dd3-ca5cdebe3209 node DatanodeRegistration(127.0.0.1:35923, datanodeUuid=0f734e7b-1833-417d-9678-4ce8fc62e4d8, infoPort=40199, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:47,710 WARN [Thread-592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data3/current/BP-467135504-172.17.0.2-1734379065563/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:47,710 WARN [Thread-593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data4/current/BP-467135504-172.17.0.2-1734379065563/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:47,710 WARN [Thread-594 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data5/current/BP-467135504-172.17.0.2-1734379065563/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:47,711 WARN [Thread-595 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data6/current/BP-467135504-172.17.0.2-1734379065563/current, will proceed with Du for space computation calculation, 2024-12-16T19:57:47,744 WARN [Thread-564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16d5b06f255bd5d3 with lease ID 0x63432423f8b42c05: Processing first storage report for DS-a25bcb83-515b-4817-b9a1-2449b3e61835 from datanode DatanodeRegistration(127.0.0.1:46555, datanodeUuid=3cfc8ca7-6d4b-4934-991e-4fc2372a8aa6, infoPort=33303, infoSecurePort=0, ipcPort=39083, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563) 2024-12-16T19:57:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16d5b06f255bd5d3 with lease ID 0x63432423f8b42c05: from storage DS-a25bcb83-515b-4817-b9a1-2449b3e61835 node DatanodeRegistration(127.0.0.1:46555, datanodeUuid=3cfc8ca7-6d4b-4934-991e-4fc2372a8aa6, infoPort=33303, infoSecurePort=0, ipcPort=39083, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16d5b06f255bd5d3 with lease ID 0x63432423f8b42c05: Processing first storage report for DS-0aa4c37d-c76a-481a-988f-938cd3adc44e from datanode DatanodeRegistration(127.0.0.1:46555, datanodeUuid=3cfc8ca7-6d4b-4934-991e-4fc2372a8aa6, infoPort=33303, infoSecurePort=0, ipcPort=39083, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563) 2024-12-16T19:57:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16d5b06f255bd5d3 with lease ID 0x63432423f8b42c05: from storage DS-0aa4c37d-c76a-481a-988f-938cd3adc44e node DatanodeRegistration(127.0.0.1:46555, datanodeUuid=3cfc8ca7-6d4b-4934-991e-4fc2372a8aa6, infoPort=33303, infoSecurePort=0, ipcPort=39083, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T19:57:47,748 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T19:57:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6036dca6c28b803 with lease ID 0x63432423f8b42c06: Processing first storage report for DS-ed97cbd5-9eb0-432a-9d4d-e2d3760dc620 from datanode DatanodeRegistration(127.0.0.1:35839, datanodeUuid=25fbb6ee-2261-45d4-a1be-7fc2989f4d08, infoPort=45661, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563) 2024-12-16T19:57:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6036dca6c28b803 with lease ID 0x63432423f8b42c06: from storage DS-ed97cbd5-9eb0-432a-9d4d-e2d3760dc620 node DatanodeRegistration(127.0.0.1:35839, datanodeUuid=25fbb6ee-2261-45d4-a1be-7fc2989f4d08, infoPort=45661, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6036dca6c28b803 with lease ID 0x63432423f8b42c06: Processing first storage report for DS-215bc512-75ff-4292-956c-a28d642d0d9d from datanode DatanodeRegistration(127.0.0.1:35839, datanodeUuid=25fbb6ee-2261-45d4-a1be-7fc2989f4d08, infoPort=45661, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563) 2024-12-16T19:57:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6036dca6c28b803 with lease ID 0x63432423f8b42c06: from storage DS-215bc512-75ff-4292-956c-a28d642d0d9d node DatanodeRegistration(127.0.0.1:35839, datanodeUuid=25fbb6ee-2261-45d4-a1be-7fc2989f4d08, infoPort=45661, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=332478163;c=1734379065563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T19:57:47,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57 2024-12-16T19:57:47,835 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T19:57:47,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T19:57:47,843 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:43235/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:43235/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/oldWALs, maxLogs=32 2024-12-16T19:57:47,861 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734379067845, exclude list is [], retry=0 2024-12-16T19:57:47,867 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35923,DS-6ac33a68-aef5-455f-af61-717a3c503f62,DISK] 2024-12-16T19:57:47,868 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46555,DS-a25bcb83-515b-4817-b9a1-2449b3e61835,DISK] 2024-12-16T19:57:47,869 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35839,DS-ed97cbd5-9eb0-432a-9d4d-e2d3760dc620,DISK] 2024-12-16T19:57:47,871 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734379067845 2024-12-16T19:57:47,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40199:40199),(127.0.0.1/127.0.0.1:33303:33303),(127.0.0.1/127.0.0.1:45661:45661)] 2024-12-16T19:57:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741825_1001 (size=121110) 2024-12-16T19:57:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35839 is added to blk_1073741825_1001 (size=121110) 2024-12-16T19:57:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46555 is added to blk_1073741825_1001 (size=121110) 2024-12-16T19:57:48,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T19:57:48,231 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43235/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734379067845: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T19:57:48,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T19:57:48,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@115a9413{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:48,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@177b5a91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:48,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:48,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e085db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:48,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a01e97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:48,275 WARN [BP-467135504-172.17.0.2-1734379065563 heartbeating to localhost/127.0.0.1:43235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:48,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:48,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:48,275 WARN [BP-467135504-172.17.0.2-1734379065563 heartbeating to localhost/127.0.0.1:43235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467135504-172.17.0.2-1734379065563 (Datanode Uuid 3cfc8ca7-6d4b-4934-991e-4fc2372a8aa6) service to localhost/127.0.0.1:43235 2024-12-16T19:57:48,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data5/current/BP-467135504-172.17.0.2-1734379065563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:48,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data6/current/BP-467135504-172.17.0.2-1734379065563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:48,276 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:48,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@248a77d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:48,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13367925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:48,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:48,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6053bc0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:48,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2dffa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:48,287 WARN [BP-467135504-172.17.0.2-1734379065563 heartbeating to localhost/127.0.0.1:43235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:48,287 WARN [BP-467135504-172.17.0.2-1734379065563 heartbeating to localhost/127.0.0.1:43235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467135504-172.17.0.2-1734379065563 (Datanode Uuid 25fbb6ee-2261-45d4-a1be-7fc2989f4d08) service to localhost/127.0.0.1:43235 2024-12-16T19:57:48,288 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data3/current/BP-467135504-172.17.0.2-1734379065563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:48,288 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data4/current/BP-467135504-172.17.0.2-1734379065563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:48,288 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:48,288 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:48,288 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:48,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14ff2723{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T19:57:48,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6260b724{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:48,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:48,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@278a8c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:48,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73a40464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:48,339 WARN [BP-467135504-172.17.0.2-1734379065563 heartbeating to localhost/127.0.0.1:43235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T19:57:48,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T19:57:48,340 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T19:57:48,340 WARN [BP-467135504-172.17.0.2-1734379065563 heartbeating to localhost/127.0.0.1:43235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467135504-172.17.0.2-1734379065563 (Datanode Uuid 0f734e7b-1833-417d-9678-4ce8fc62e4d8) service to localhost/127.0.0.1:43235 2024-12-16T19:57:48,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data1/current/BP-467135504-172.17.0.2-1734379065563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:48,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/cluster_d89ab9d4-4a7f-cae2-e25c-a59717cabed8/dfs/data/data2/current/BP-467135504-172.17.0.2-1734379065563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T19:57:48,343 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T19:57:48,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dd7b578{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T19:57:48,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3be0f563{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T19:57:48,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T19:57:48,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dfe7541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T19:57:48,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d541e43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f7e9b2a-713a-af26-82a2-006d1546fe57/hadoop.log.dir/,STOPPED} 2024-12-16T19:57:48,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T19:57:48,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=64 (was 56) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=627 (was 638), ProcessCount=11 (was 11), AvailableMemoryMB=3122 (was 3398)