2024-12-02 06:04:32,822 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-02 06:04:32,839 main DEBUG Took 0.014214 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 06:04:32,840 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 06:04:32,840 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 06:04:32,841 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 06:04:32,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,868 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 06:04:32,883 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,888 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,890 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,891 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,893 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,894 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,896 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,897 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,898 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,899 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,901 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 06:04:32,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,902 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 06:04:32,904 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 06:04:32,907 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 06:04:32,910 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 06:04:32,910 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 06:04:32,912 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 06:04:32,912 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 06:04:32,925 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 06:04:32,929 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 06:04:32,931 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 06:04:32,932 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 06:04:32,932 main DEBUG createAppenders(={Console}) 2024-12-02 06:04:32,933 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-02 06:04:32,933 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-02 06:04:32,934 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-02 06:04:32,935 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 06:04:32,935 main DEBUG OutputStream closed 2024-12-02 06:04:32,935 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 06:04:32,936 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 06:04:32,936 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-02 06:04:33,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 06:04:33,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 06:04:33,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 06:04:33,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 06:04:33,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 06:04:33,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 06:04:33,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 06:04:33,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 06:04:33,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 06:04:33,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 06:04:33,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 06:04:33,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 06:04:33,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 06:04:33,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 06:04:33,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 06:04:33,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 06:04:33,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 06:04:33,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 06:04:33,092 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 06:04:33,092 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-02 06:04:33,093 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 06:04:33,094 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-02T06:04:33,523 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e 2024-12-02 06:04:33,528 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 06:04:33,531 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T06:04:33,551 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-02T06:04:33,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=3776 2024-12-02T06:04:33,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f, deleteOnExit=true 2024-12-02T06:04:33,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/test.cache.data in system properties and HBase conf 2024-12-02T06:04:33,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T06:04:33,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir in system properties and HBase conf 2024-12-02T06:04:33,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T06:04:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T06:04:33,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T06:04:33,819 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T06:04:33,989 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T06:04:33,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T06:04:33,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T06:04:33,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T06:04:33,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T06:04:33,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T06:04:33,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T06:04:33,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T06:04:33,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T06:04:33,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T06:04:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/nfs.dump.dir in system properties and HBase conf 2024-12-02T06:04:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/java.io.tmpdir in system properties and HBase conf 2024-12-02T06:04:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T06:04:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T06:04:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T06:04:35,090 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T06:04:35,189 INFO [Time-limited test {}] log.Log(170): Logging initialized @3303ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T06:04:35,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:35,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:35,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:35,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:35,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:04:35,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:35,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:35,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:35,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/java.io.tmpdir/jetty-localhost-44595-hadoop-hdfs-3_4_1-tests_jar-_-any-12820067417787805997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T06:04:35,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:44595} 2024-12-02T06:04:35,660 INFO [Time-limited test {}] server.Server(415): Started @3775ms 2024-12-02T06:04:36,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:36,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:36,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:36,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:36,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T06:04:36,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:36,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:36,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b743d62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/java.io.tmpdir/jetty-localhost-39165-hadoop-hdfs-3_4_1-tests_jar-_-any-12039541057263243013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:36,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:39165} 2024-12-02T06:04:36,208 INFO [Time-limited test {}] server.Server(415): Started @4324ms 2024-12-02T06:04:36,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:36,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:36,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:36,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:36,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:36,417 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:04:36,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:36,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:36,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45317718{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/java.io.tmpdir/jetty-localhost-34729-hadoop-hdfs-3_4_1-tests_jar-_-any-12625812762921078222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:36,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:34729} 2024-12-02T06:04:36,565 INFO [Time-limited test {}] server.Server(415): Started @4681ms 2024-12-02T06:04:36,568 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:36,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:36,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:36,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:36,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:36,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:04:36,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:36,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:36,759 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data2/current/BP-1682956463-172.17.0.2-1733119474794/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:36,759 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data4/current/BP-1682956463-172.17.0.2-1733119474794/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:36,759 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data1/current/BP-1682956463-172.17.0.2-1733119474794/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:36,759 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data3/current/BP-1682956463-172.17.0.2-1733119474794/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:36,813 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:36,814 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:36,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e92478a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/java.io.tmpdir/jetty-localhost-45525-hadoop-hdfs-3_4_1-tests_jar-_-any-15451283936617768325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:36,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:45525} 2024-12-02T06:04:36,822 INFO [Time-limited test {}] server.Server(415): Started @4938ms 2024-12-02T06:04:36,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x797f5768024105dc with lease ID 0xfb00b108c0f420b3: Processing first storage report for DS-376f28e8-49b7-4e47-a504-217196a9d3f1 from datanode DatanodeRegistration(127.0.0.1:43079, datanodeUuid=618fb049-24cf-420c-9430-e2a9cb071af6, infoPort=37875, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794) 2024-12-02T06:04:36,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x797f5768024105dc with lease ID 0xfb00b108c0f420b3: from storage DS-376f28e8-49b7-4e47-a504-217196a9d3f1 node DatanodeRegistration(127.0.0.1:43079, datanodeUuid=618fb049-24cf-420c-9430-e2a9cb071af6, infoPort=37875, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T06:04:36,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2d9cf88a12f2269 with lease ID 0xfb00b108c0f420b2: Processing first storage report for DS-5f189ae2-edf5-404d-a507-1113090fc252 from datanode DatanodeRegistration(127.0.0.1:33635, datanodeUuid=cd8c2b79-682f-4497-bbf5-5d3ef6d4fd5f, infoPort=33441, infoSecurePort=0, ipcPort=38947, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794) 2024-12-02T06:04:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2d9cf88a12f2269 with lease ID 0xfb00b108c0f420b2: from storage DS-5f189ae2-edf5-404d-a507-1113090fc252 node DatanodeRegistration(127.0.0.1:33635, datanodeUuid=cd8c2b79-682f-4497-bbf5-5d3ef6d4fd5f, infoPort=33441, infoSecurePort=0, ipcPort=38947, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x797f5768024105dc with lease ID 0xfb00b108c0f420b3: Processing first storage report for DS-7fc9db0d-8967-48bd-880d-1669e278dd01 from datanode DatanodeRegistration(127.0.0.1:43079, datanodeUuid=618fb049-24cf-420c-9430-e2a9cb071af6, infoPort=37875, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794) 2024-12-02T06:04:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x797f5768024105dc with lease ID 0xfb00b108c0f420b3: from storage DS-7fc9db0d-8967-48bd-880d-1669e278dd01 node DatanodeRegistration(127.0.0.1:43079, datanodeUuid=618fb049-24cf-420c-9430-e2a9cb071af6, infoPort=37875, infoSecurePort=0, ipcPort=45507, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2d9cf88a12f2269 with lease ID 0xfb00b108c0f420b2: Processing first storage report for DS-f6060dcc-86b8-4733-bd22-e630198f9031 from datanode DatanodeRegistration(127.0.0.1:33635, datanodeUuid=cd8c2b79-682f-4497-bbf5-5d3ef6d4fd5f, infoPort=33441, infoSecurePort=0, ipcPort=38947, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794) 2024-12-02T06:04:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2d9cf88a12f2269 with lease ID 0xfb00b108c0f420b2: from storage DS-f6060dcc-86b8-4733-bd22-e630198f9031 node DatanodeRegistration(127.0.0.1:33635, datanodeUuid=cd8c2b79-682f-4497-bbf5-5d3ef6d4fd5f, infoPort=33441, infoSecurePort=0, ipcPort=38947, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T06:04:36,966 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data5/current/BP-1682956463-172.17.0.2-1733119474794/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:36,967 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data6/current/BP-1682956463-172.17.0.2-1733119474794/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:37,008 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:37,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48cafe5a46fe5baa with lease ID 0xfb00b108c0f420b4: Processing first storage report for DS-c0f3ec7b-929b-4dbc-8307-916371d530ba from datanode DatanodeRegistration(127.0.0.1:38497, datanodeUuid=8b024a75-5bde-4780-a97f-f9a23c411bf5, infoPort=35029, infoSecurePort=0, ipcPort=40913, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794) 2024-12-02T06:04:37,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48cafe5a46fe5baa with lease ID 0xfb00b108c0f420b4: from storage DS-c0f3ec7b-929b-4dbc-8307-916371d530ba node DatanodeRegistration(127.0.0.1:38497, datanodeUuid=8b024a75-5bde-4780-a97f-f9a23c411bf5, infoPort=35029, infoSecurePort=0, ipcPort=40913, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T06:04:37,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48cafe5a46fe5baa with lease ID 0xfb00b108c0f420b4: Processing first storage report for DS-b75d127d-e492-4c2b-b839-8310a3456f87 from datanode DatanodeRegistration(127.0.0.1:38497, datanodeUuid=8b024a75-5bde-4780-a97f-f9a23c411bf5, infoPort=35029, infoSecurePort=0, ipcPort=40913, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794) 2024-12-02T06:04:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48cafe5a46fe5baa with lease ID 0xfb00b108c0f420b4: from storage DS-b75d127d-e492-4c2b-b839-8310a3456f87 node DatanodeRegistration(127.0.0.1:38497, datanodeUuid=8b024a75-5bde-4780-a97f-f9a23c411bf5, infoPort=35029, infoSecurePort=0, ipcPort=40913, storageInfo=lv=-57;cid=testClusterID;nsid=689507037;c=1733119474794), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:37,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e 2024-12-02T06:04:37,328 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T06:04:37,334 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T06:04:37,337 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T06:04:37,349 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T06:04:37,349 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T06:04:37,418 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T06:04:37,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T06:04:37,479 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:43237/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:43237/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/oldWALs, maxLogs=32 2024-12-02T06:04:37,527 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733119477506, exclude list is [], retry=0 2024-12-02T06:04:37,590 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1040 (auto-detected) 2024-12-02T06:04:37,594 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T06:04:37,622 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43079,DS-376f28e8-49b7-4e47-a504-217196a9d3f1,DISK] 2024-12-02T06:04:37,626 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T06:04:37,654 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33635,DS-5f189ae2-edf5-404d-a507-1113090fc252,DISK] 2024-12-02T06:04:37,655 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38497,DS-c0f3ec7b-929b-4dbc-8307-916371d530ba,DISK] 2024-12-02T06:04:37,758 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733119477506 2024-12-02T06:04:37,760 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37875:37875),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35029:35029)] 2024-12-02T06:04:37,762 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T06:04:38,441 DEBUG [AsyncFSWAL-0-hdfs://localhost:43237/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-02T06:04:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33635 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T06:04:41,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T06:04:41,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T06:04:41,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T06:04:41,736 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43237/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733119477506: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-02T06:04:42,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T06:04:42,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e92478a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:42,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:04:42,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:04:42,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:04:42,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir/,STOPPED} 2024-12-02T06:04:42,916 WARN [BP-1682956463-172.17.0.2-1733119474794 heartbeating to localhost/127.0.0.1:43237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:04:42,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:04:42,916 WARN [BP-1682956463-172.17.0.2-1733119474794 heartbeating to localhost/127.0.0.1:43237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1682956463-172.17.0.2-1733119474794 (Datanode Uuid 8b024a75-5bde-4780-a97f-f9a23c411bf5) service to localhost/127.0.0.1:43237 2024-12-02T06:04:42,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:04:42,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data5/current/BP-1682956463-172.17.0.2-1733119474794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:42,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data6/current/BP-1682956463-172.17.0.2-1733119474794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:42,918 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:04:42,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45317718{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:42,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:04:42,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:04:42,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:04:42,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir/,STOPPED} 2024-12-02T06:04:42,939 WARN [BP-1682956463-172.17.0.2-1733119474794 heartbeating to localhost/127.0.0.1:43237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:04:42,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:04:42,939 WARN [BP-1682956463-172.17.0.2-1733119474794 heartbeating to localhost/127.0.0.1:43237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1682956463-172.17.0.2-1733119474794 (Datanode Uuid cd8c2b79-682f-4497-bbf5-5d3ef6d4fd5f) service to localhost/127.0.0.1:43237 2024-12-02T06:04:42,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:04:42,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data3/current/BP-1682956463-172.17.0.2-1733119474794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:42,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data4/current/BP-1682956463-172.17.0.2-1733119474794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:42,940 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:04:42,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b743d62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:42,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:04:42,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:04:42,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:04:42,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir/,STOPPED} 2024-12-02T06:04:42,955 WARN [BP-1682956463-172.17.0.2-1733119474794 heartbeating to localhost/127.0.0.1:43237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:04:42,956 WARN [BP-1682956463-172.17.0.2-1733119474794 heartbeating to localhost/127.0.0.1:43237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1682956463-172.17.0.2-1733119474794 (Datanode Uuid 618fb049-24cf-420c-9430-e2a9cb071af6) service to localhost/127.0.0.1:43237 2024-12-02T06:04:42,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data1/current/BP-1682956463-172.17.0.2-1733119474794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:42,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/cluster_3b9a4ba8-5762-2e44-027d-55ee7983e11f/dfs/data/data2/current/BP-1682956463-172.17.0.2-1733119474794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:42,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:04:42,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:04:42,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:04:42,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T06:04:42,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:04:42,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:04:42,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:04:42,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir/,STOPPED} 2024-12-02T06:04:43,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T06:04:43,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=47 (was 12) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1e669925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:43237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:43237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=3356 (was 3776) 2024-12-02T06:04:43,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=47, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3356 2024-12-02T06:04:43,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.log.dir so I do NOT create it in target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b 2024-12-02T06:04:43,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b9f1fcff-5302-5a57-9ecf-c5a8c21f554e/hadoop.tmp.dir so I do NOT create it in target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b 2024-12-02T06:04:43,410 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8, deleteOnExit=true 2024-12-02T06:04:43,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/test.cache.data in system properties and HBase conf 2024-12-02T06:04:43,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T06:04:43,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir in system properties and HBase conf 2024-12-02T06:04:43,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T06:04:43,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T06:04:43,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T06:04:43,411 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T06:04:43,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T06:04:43,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T06:04:43,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T06:04:43,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T06:04:43,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T06:04:43,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T06:04:43,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T06:04:43,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T06:04:43,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T06:04:43,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/nfs.dump.dir in system properties and HBase conf 2024-12-02T06:04:43,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/java.io.tmpdir in system properties and HBase conf 2024-12-02T06:04:43,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T06:04:43,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T06:04:43,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T06:04:43,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:43,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:43,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:43,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:43,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:04:43,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:43,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c23fe5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:43,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@218439e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:43,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c839803{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/java.io.tmpdir/jetty-localhost-40777-hadoop-hdfs-3_4_1-tests_jar-_-any-11009306235437413958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T06:04:43,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b5ac93{HTTP/1.1, (http/1.1)}{localhost:40777} 2024-12-02T06:04:43,652 INFO [Time-limited test {}] server.Server(415): Started @11767ms 2024-12-02T06:04:43,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:43,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:43,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:43,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:43,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:04:43,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2972e00b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:43,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@797861e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:43,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a8609a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/java.io.tmpdir/jetty-localhost-37749-hadoop-hdfs-3_4_1-tests_jar-_-any-15330235047079104382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:43,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ef20a0e{HTTP/1.1, (http/1.1)}{localhost:37749} 2024-12-02T06:04:43,918 INFO [Time-limited test {}] server.Server(415): Started @12034ms 2024-12-02T06:04:43,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:43,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:43,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:43,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:43,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:43,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T06:04:43,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79bd2bf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:43,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8d1bea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:44,044 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data1/current/BP-1569850113-172.17.0.2-1733119483441/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:44,044 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data2/current/BP-1569850113-172.17.0.2-1733119483441/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:44,074 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc700431b2fe848d7 with lease ID 0xadc94ef1a1c58f5d: Processing first storage report for DS-4836a6a1-b981-484a-9c9b-68af93961894 from datanode DatanodeRegistration(127.0.0.1:40197, datanodeUuid=f71fbc31-e5c9-4ebc-8cb2-21bc6f1876c1, infoPort=39759, infoSecurePort=0, ipcPort=40767, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441) 2024-12-02T06:04:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc700431b2fe848d7 with lease ID 0xadc94ef1a1c58f5d: from storage DS-4836a6a1-b981-484a-9c9b-68af93961894 node DatanodeRegistration(127.0.0.1:40197, datanodeUuid=f71fbc31-e5c9-4ebc-8cb2-21bc6f1876c1, infoPort=39759, infoSecurePort=0, ipcPort=40767, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:44,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc700431b2fe848d7 with lease ID 0xadc94ef1a1c58f5d: Processing first storage report for DS-0af85f22-aa8b-49f2-b484-d4794562b059 from datanode DatanodeRegistration(127.0.0.1:40197, datanodeUuid=f71fbc31-e5c9-4ebc-8cb2-21bc6f1876c1, infoPort=39759, infoSecurePort=0, ipcPort=40767, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441) 2024-12-02T06:04:44,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc700431b2fe848d7 with lease ID 0xadc94ef1a1c58f5d: from storage DS-0af85f22-aa8b-49f2-b484-d4794562b059 node DatanodeRegistration(127.0.0.1:40197, datanodeUuid=f71fbc31-e5c9-4ebc-8cb2-21bc6f1876c1, infoPort=39759, infoSecurePort=0, ipcPort=40767, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T06:04:44,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@222d4ef5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/java.io.tmpdir/jetty-localhost-33221-hadoop-hdfs-3_4_1-tests_jar-_-any-12714800488164510183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:44,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@737595d3{HTTP/1.1, (http/1.1)}{localhost:33221} 2024-12-02T06:04:44,146 INFO [Time-limited test {}] server.Server(415): Started @12262ms 2024-12-02T06:04:44,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:44,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:44,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:44,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:44,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:44,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T06:04:44,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105ef9bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:44,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f29bb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:44,242 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data3/current/BP-1569850113-172.17.0.2-1733119483441/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:44,242 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data4/current/BP-1569850113-172.17.0.2-1733119483441/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:44,266 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f383aba6e90570d with lease ID 0xadc94ef1a1c58f5e: Processing first storage report for DS-1578af5c-8af5-4f72-aa76-e32b0388f0c6 from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=26ad2412-cb09-4481-9aa7-dba26d69ed97, infoPort=42207, infoSecurePort=0, ipcPort=35537, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441) 2024-12-02T06:04:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f383aba6e90570d with lease ID 0xadc94ef1a1c58f5e: from storage DS-1578af5c-8af5-4f72-aa76-e32b0388f0c6 node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=26ad2412-cb09-4481-9aa7-dba26d69ed97, infoPort=42207, infoSecurePort=0, ipcPort=35537, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f383aba6e90570d with lease ID 0xadc94ef1a1c58f5e: Processing first storage report for DS-568e8064-825d-4915-803d-a0dd3bb8e8cd from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=26ad2412-cb09-4481-9aa7-dba26d69ed97, infoPort=42207, infoSecurePort=0, ipcPort=35537, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441) 2024-12-02T06:04:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f383aba6e90570d with lease ID 0xadc94ef1a1c58f5e: from storage DS-568e8064-825d-4915-803d-a0dd3bb8e8cd node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=26ad2412-cb09-4481-9aa7-dba26d69ed97, infoPort=42207, infoSecurePort=0, ipcPort=35537, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:44,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dda30fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/java.io.tmpdir/jetty-localhost-42639-hadoop-hdfs-3_4_1-tests_jar-_-any-15498293460501412920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:44,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29dc7413{HTTP/1.1, (http/1.1)}{localhost:42639} 2024-12-02T06:04:44,331 INFO [Time-limited test {}] server.Server(415): Started @12447ms 2024-12-02T06:04:44,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:44,455 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data5/current/BP-1569850113-172.17.0.2-1733119483441/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:44,455 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data6/current/BP-1569850113-172.17.0.2-1733119483441/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:44,480 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa46748e89418674b with lease ID 0xadc94ef1a1c58f5f: Processing first storage report for DS-371efd9a-efc5-43f8-98a1-22945e7e5085 from datanode DatanodeRegistration(127.0.0.1:40645, datanodeUuid=d45cf4cd-7edc-42b0-b058-675b5a92ef9d, infoPort=37223, infoSecurePort=0, ipcPort=33603, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441) 2024-12-02T06:04:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa46748e89418674b with lease ID 0xadc94ef1a1c58f5f: from storage DS-371efd9a-efc5-43f8-98a1-22945e7e5085 node DatanodeRegistration(127.0.0.1:40645, datanodeUuid=d45cf4cd-7edc-42b0-b058-675b5a92ef9d, infoPort=37223, infoSecurePort=0, ipcPort=33603, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T06:04:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa46748e89418674b with lease ID 0xadc94ef1a1c58f5f: Processing first storage report for DS-16056fe4-66d7-420e-99e4-0684e2a70819 from datanode DatanodeRegistration(127.0.0.1:40645, datanodeUuid=d45cf4cd-7edc-42b0-b058-675b5a92ef9d, infoPort=37223, infoSecurePort=0, ipcPort=33603, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441) 2024-12-02T06:04:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa46748e89418674b with lease ID 0xadc94ef1a1c58f5f: from storage DS-16056fe4-66d7-420e-99e4-0684e2a70819 node DatanodeRegistration(127.0.0.1:40645, datanodeUuid=d45cf4cd-7edc-42b0-b058-675b5a92ef9d, infoPort=37223, infoSecurePort=0, ipcPort=33603, storageInfo=lv=-57;cid=testClusterID;nsid=623215084;c=1733119483441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:44,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b 2024-12-02T06:04:44,582 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T06:04:44,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T06:04:44,591 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:45307/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:45307/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/oldWALs, maxLogs=32 2024-12-02T06:04:44,613 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733119484593, exclude list is [], retry=0 2024-12-02T06:04:44,621 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-371efd9a-efc5-43f8-98a1-22945e7e5085,DISK] 2024-12-02T06:04:44,623 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40197,DS-4836a6a1-b981-484a-9c9b-68af93961894,DISK] 2024-12-02T06:04:44,623 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-1578af5c-8af5-4f72-aa76-e32b0388f0c6,DISK] 2024-12-02T06:04:44,632 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733119484593 2024-12-02T06:04:44,632 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37223:37223),(127.0.0.1/127.0.0.1:39759:39759),(127.0.0.1/127.0.0.1:42207:42207)] 2024-12-02T06:04:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T06:04:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T06:04:45,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40197 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T06:04:45,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T06:04:45,377 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45307/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733119484593: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-02T06:04:45,486 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T06:04:45,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dda30fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:45,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29dc7413{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:04:45,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:04:45,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f29bb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:04:45,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@105ef9bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir/,STOPPED} 2024-12-02T06:04:45,519 WARN [BP-1569850113-172.17.0.2-1733119483441 heartbeating to localhost/127.0.0.1:45307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:04:45,519 WARN [BP-1569850113-172.17.0.2-1733119483441 heartbeating to localhost/127.0.0.1:45307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1569850113-172.17.0.2-1733119483441 (Datanode Uuid d45cf4cd-7edc-42b0-b058-675b5a92ef9d) service to localhost/127.0.0.1:45307 2024-12-02T06:04:45,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:04:45,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:04:45,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data5/current/BP-1569850113-172.17.0.2-1733119483441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:45,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data6/current/BP-1569850113-172.17.0.2-1733119483441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:45,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:04:45,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@222d4ef5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:45,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@737595d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:04:45,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:04:45,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8d1bea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:04:45,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79bd2bf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir/,STOPPED} 2024-12-02T06:04:45,548 WARN [BP-1569850113-172.17.0.2-1733119483441 heartbeating to localhost/127.0.0.1:45307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:04:45,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:04:45,549 WARN [BP-1569850113-172.17.0.2-1733119483441 heartbeating to localhost/127.0.0.1:45307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1569850113-172.17.0.2-1733119483441 (Datanode Uuid 26ad2412-cb09-4481-9aa7-dba26d69ed97) service to localhost/127.0.0.1:45307 2024-12-02T06:04:45,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:04:45,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data3/current/BP-1569850113-172.17.0.2-1733119483441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:45,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data4/current/BP-1569850113-172.17.0.2-1733119483441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:45,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:04:45,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67a8609a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:45,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ef20a0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:04:45,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:04:45,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@797861e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:04:45,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2972e00b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir/,STOPPED} 2024-12-02T06:04:45,623 WARN [BP-1569850113-172.17.0.2-1733119483441 heartbeating to localhost/127.0.0.1:45307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:04:45,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:04:45,623 WARN [BP-1569850113-172.17.0.2-1733119483441 heartbeating to localhost/127.0.0.1:45307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1569850113-172.17.0.2-1733119483441 (Datanode Uuid f71fbc31-e5c9-4ebc-8cb2-21bc6f1876c1) service to localhost/127.0.0.1:45307 2024-12-02T06:04:45,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:04:45,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data1/current/BP-1569850113-172.17.0.2-1733119483441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:45,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/cluster_0ed141cf-4893-9f4a-42da-0bdb676f6ba8/dfs/data/data2/current/BP-1569850113-172.17.0.2-1733119483441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:04:45,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:04:45,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c839803{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T06:04:45,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b5ac93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:04:45,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:04:45,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@218439e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:04:45,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c23fe5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir/,STOPPED} 2024-12-02T06:04:45,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T06:04:45,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=55 (was 47) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:45307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:45307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=3355 (was 3356) 2024-12-02T06:04:45,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3354 2024-12-02T06:04:45,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.log.dir so I do NOT create it in target/test-data/90c4b144-1374-1dc2-349e-153f886abb71 2024-12-02T06:04:45,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/371de793-cbc2-7650-0e25-ecd3f705bb7b/hadoop.tmp.dir so I do NOT create it in target/test-data/90c4b144-1374-1dc2-349e-153f886abb71 2024-12-02T06:04:45,691 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d, deleteOnExit=true 2024-12-02T06:04:45,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/test.cache.data in system properties and HBase conf 2024-12-02T06:04:45,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T06:04:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir in system properties and HBase conf 2024-12-02T06:04:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T06:04:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T06:04:45,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T06:04:45,693 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T06:04:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T06:04:45,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T06:04:45,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T06:04:45,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T06:04:45,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T06:04:45,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T06:04:45,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T06:04:45,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T06:04:45,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T06:04:45,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/nfs.dump.dir in system properties and HBase conf 2024-12-02T06:04:45,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/java.io.tmpdir in system properties and HBase conf 2024-12-02T06:04:45,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T06:04:45,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T06:04:45,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T06:04:45,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:45,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:45,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:45,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:45,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:04:45,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:45,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@649221a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:45,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50bec539{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:45,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733bb9f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/java.io.tmpdir/jetty-localhost-43799-hadoop-hdfs-3_4_1-tests_jar-_-any-12451390237812881481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T06:04:45,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5826cd5e{HTTP/1.1, (http/1.1)}{localhost:43799} 2024-12-02T06:04:45,996 INFO [Time-limited test {}] server.Server(415): Started @14112ms 2024-12-02T06:04:46,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:46,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:46,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:46,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:46,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T06:04:46,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bac489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:46,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4115b2b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:46,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ff081d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/java.io.tmpdir/jetty-localhost-40895-hadoop-hdfs-3_4_1-tests_jar-_-any-8282867489500045348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:46,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@743a443b{HTTP/1.1, (http/1.1)}{localhost:40895} 2024-12-02T06:04:46,323 INFO [Time-limited test {}] server.Server(415): Started @14439ms 2024-12-02T06:04:46,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:46,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:46,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:46,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:46,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:46,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T06:04:46,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bc6802b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:46,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2312126c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:46,517 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data1/current/BP-432681868-172.17.0.2-1733119485762/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:46,520 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data2/current/BP-432681868-172.17.0.2-1733119485762/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:46,562 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53234f22a160d664 with lease ID 0x46f3dea0245ea3ee: Processing first storage report for DS-c736e081-d756-4bde-ad99-be7ff5a5231a from datanode DatanodeRegistration(127.0.0.1:34391, datanodeUuid=65cf63ec-c0ec-4fdd-99d9-6e23d216d8f2, infoPort=40225, infoSecurePort=0, ipcPort=44949, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762) 2024-12-02T06:04:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53234f22a160d664 with lease ID 0x46f3dea0245ea3ee: from storage DS-c736e081-d756-4bde-ad99-be7ff5a5231a node DatanodeRegistration(127.0.0.1:34391, datanodeUuid=65cf63ec-c0ec-4fdd-99d9-6e23d216d8f2, infoPort=40225, infoSecurePort=0, ipcPort=44949, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53234f22a160d664 with lease ID 0x46f3dea0245ea3ee: Processing first storage report for DS-6cb0546c-e1a1-4c28-ba97-bb947c0bc327 from datanode DatanodeRegistration(127.0.0.1:34391, datanodeUuid=65cf63ec-c0ec-4fdd-99d9-6e23d216d8f2, infoPort=40225, infoSecurePort=0, ipcPort=44949, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762) 2024-12-02T06:04:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53234f22a160d664 with lease ID 0x46f3dea0245ea3ee: from storage DS-6cb0546c-e1a1-4c28-ba97-bb947c0bc327 node DatanodeRegistration(127.0.0.1:34391, datanodeUuid=65cf63ec-c0ec-4fdd-99d9-6e23d216d8f2, infoPort=40225, infoSecurePort=0, ipcPort=44949, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:46,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@110b97e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/java.io.tmpdir/jetty-localhost-33141-hadoop-hdfs-3_4_1-tests_jar-_-any-8111499150879329088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:46,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205b3cc{HTTP/1.1, (http/1.1)}{localhost:33141} 2024-12-02T06:04:46,579 INFO [Time-limited test {}] server.Server(415): Started @14695ms 2024-12-02T06:04:46,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:46,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:04:46,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:04:46,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:04:46,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:04:46,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:04:46,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14f7e7cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:04:46,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d354ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:04:46,695 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data3/current/BP-432681868-172.17.0.2-1733119485762/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:46,695 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data4/current/BP-432681868-172.17.0.2-1733119485762/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:46,722 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:46,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6039a4efe04537bc with lease ID 0x46f3dea0245ea3ef: Processing first storage report for DS-714a21b5-5db6-4c76-9df6-bf475e3d6b58 from datanode DatanodeRegistration(127.0.0.1:42599, datanodeUuid=3d0f2b34-6683-4ba2-8912-eced997e386d, infoPort=41691, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762) 2024-12-02T06:04:46,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6039a4efe04537bc with lease ID 0x46f3dea0245ea3ef: from storage DS-714a21b5-5db6-4c76-9df6-bf475e3d6b58 node DatanodeRegistration(127.0.0.1:42599, datanodeUuid=3d0f2b34-6683-4ba2-8912-eced997e386d, infoPort=41691, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:46,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6039a4efe04537bc with lease ID 0x46f3dea0245ea3ef: Processing first storage report for DS-23919005-3129-4d71-a9bc-b16f90b01cc3 from datanode DatanodeRegistration(127.0.0.1:42599, datanodeUuid=3d0f2b34-6683-4ba2-8912-eced997e386d, infoPort=41691, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762) 2024-12-02T06:04:46,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6039a4efe04537bc with lease ID 0x46f3dea0245ea3ef: from storage DS-23919005-3129-4d71-a9bc-b16f90b01cc3 node DatanodeRegistration(127.0.0.1:42599, datanodeUuid=3d0f2b34-6683-4ba2-8912-eced997e386d, infoPort=41691, infoSecurePort=0, ipcPort=43025, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:46,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f947cf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/java.io.tmpdir/jetty-localhost-41603-hadoop-hdfs-3_4_1-tests_jar-_-any-16853187201453056323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:04:46,794 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ac8bdcb{HTTP/1.1, (http/1.1)}{localhost:41603} 2024-12-02T06:04:46,794 INFO [Time-limited test {}] server.Server(415): Started @14910ms 2024-12-02T06:04:46,795 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:04:46,920 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data5/current/BP-432681868-172.17.0.2-1733119485762/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:46,921 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data6/current/BP-432681868-172.17.0.2-1733119485762/current, will proceed with Du for space computation calculation, 2024-12-02T06:04:47,009 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:04:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7dae8d6d9fa0a00 with lease ID 0x46f3dea0245ea3f0: Processing first storage report for DS-7c462e40-27a9-4063-9d48-e26fd5c9badb from datanode DatanodeRegistration(127.0.0.1:36359, datanodeUuid=0c40a6b9-fb98-4a8d-8987-8e787826b78c, infoPort=38241, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762) 2024-12-02T06:04:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7dae8d6d9fa0a00 with lease ID 0x46f3dea0245ea3f0: from storage DS-7c462e40-27a9-4063-9d48-e26fd5c9badb node DatanodeRegistration(127.0.0.1:36359, datanodeUuid=0c40a6b9-fb98-4a8d-8987-8e787826b78c, infoPort=38241, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7dae8d6d9fa0a00 with lease ID 0x46f3dea0245ea3f0: Processing first storage report for DS-0eb39135-e342-4505-9882-3f7410bc3b5b from datanode DatanodeRegistration(127.0.0.1:36359, datanodeUuid=0c40a6b9-fb98-4a8d-8987-8e787826b78c, infoPort=38241, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762) 2024-12-02T06:04:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7dae8d6d9fa0a00 with lease ID 0x46f3dea0245ea3f0: from storage DS-0eb39135-e342-4505-9882-3f7410bc3b5b node DatanodeRegistration(127.0.0.1:36359, datanodeUuid=0c40a6b9-fb98-4a8d-8987-8e787826b78c, infoPort=38241, infoSecurePort=0, ipcPort=37641, storageInfo=lv=-57;cid=testClusterID;nsid=1650961028;c=1733119485762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:04:47,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71 2024-12-02T06:04:47,036 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T06:04:47,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T06:04:47,057 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42959/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42959/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/oldWALs, maxLogs=32 2024-12-02T06:04:47,082 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733119487059, exclude list is [], retry=0 2024-12-02T06:04:47,090 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42599,DS-714a21b5-5db6-4c76-9df6-bf475e3d6b58,DISK] 2024-12-02T06:04:47,092 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34391,DS-c736e081-d756-4bde-ad99-be7ff5a5231a,DISK] 2024-12-02T06:04:47,092 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-7c462e40-27a9-4063-9d48-e26fd5c9badb,DISK] 2024-12-02T06:04:47,104 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733119487059 2024-12-02T06:04:47,107 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41691:41691),(127.0.0.1/127.0.0.1:40225:40225),(127.0.0.1/127.0.0.1:38241:38241)] 2024-12-02T06:04:47,131 INFO [AsyncFSWAL-0-hdfs://localhost:42959/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-02T06:04:59,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42599 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T06:04:59,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T06:04:59,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34391 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T06:04:59,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T06:04:59,251 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42959/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733119487059: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T06:05:01,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T06:05:01,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f947cf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:01,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ac8bdcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:05:01,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:05:01,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d354ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:05:01,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14f7e7cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir/,STOPPED} 2024-12-02T06:05:01,115 WARN [BP-432681868-172.17.0.2-1733119485762 heartbeating to localhost/127.0.0.1:42959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:05:01,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:05:01,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:05:01,115 WARN [BP-432681868-172.17.0.2-1733119485762 heartbeating to localhost/127.0.0.1:42959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-432681868-172.17.0.2-1733119485762 (Datanode Uuid 0c40a6b9-fb98-4a8d-8987-8e787826b78c) service to localhost/127.0.0.1:42959 2024-12-02T06:05:01,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data5/current/BP-432681868-172.17.0.2-1733119485762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:01,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:05:01,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data6/current/BP-432681868-172.17.0.2-1733119485762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:01,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@110b97e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:01,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@205b3cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:05:01,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:05:01,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2312126c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:05:01,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bc6802b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir/,STOPPED} 2024-12-02T06:05:01,125 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:05:01,125 WARN [BP-432681868-172.17.0.2-1733119485762 heartbeating to localhost/127.0.0.1:42959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:05:01,125 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:05:01,125 WARN [BP-432681868-172.17.0.2-1733119485762 heartbeating to localhost/127.0.0.1:42959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-432681868-172.17.0.2-1733119485762 (Datanode Uuid 3d0f2b34-6683-4ba2-8912-eced997e386d) service to localhost/127.0.0.1:42959 2024-12-02T06:05:01,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data3/current/BP-432681868-172.17.0.2-1733119485762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:01,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data4/current/BP-432681868-172.17.0.2-1733119485762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:01,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:05:01,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ff081d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:01,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@743a443b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:05:01,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:05:01,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4115b2b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:05:01,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bac489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir/,STOPPED} 2024-12-02T06:05:01,140 WARN [BP-432681868-172.17.0.2-1733119485762 heartbeating to localhost/127.0.0.1:42959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:05:01,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:05:01,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:05:01,140 WARN [BP-432681868-172.17.0.2-1733119485762 heartbeating to localhost/127.0.0.1:42959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-432681868-172.17.0.2-1733119485762 (Datanode Uuid 65cf63ec-c0ec-4fdd-99d9-6e23d216d8f2) service to localhost/127.0.0.1:42959 2024-12-02T06:05:01,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data1/current/BP-432681868-172.17.0.2-1733119485762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:01,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/cluster_8abbfa79-9d67-c6f7-fffd-0dbbab33479d/dfs/data/data2/current/BP-432681868-172.17.0.2-1733119485762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:01,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:05:01,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733bb9f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T06:05:01,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5826cd5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:05:01,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:05:01,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50bec539{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:05:01,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@649221a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir/,STOPPED} 2024-12-02T06:05:01,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T06:05:01,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55 (was 55), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=3363 (was 3354) - AvailableMemoryMB LEAK? - 2024-12-02T06:05:01,204 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=3363 2024-12-02T06:05:01,204 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.log.dir so I do NOT create it in target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5 2024-12-02T06:05:01,204 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/90c4b144-1374-1dc2-349e-153f886abb71/hadoop.tmp.dir so I do NOT create it in target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5 2024-12-02T06:05:01,204 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c, deleteOnExit=true 2024-12-02T06:05:01,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/test.cache.data in system properties and HBase conf 2024-12-02T06:05:01,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T06:05:01,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir in system properties and HBase conf 2024-12-02T06:05:01,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T06:05:01,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T06:05:01,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T06:05:01,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T06:05:01,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T06:05:01,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T06:05:01,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T06:05:01,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T06:05:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T06:05:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T06:05:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T06:05:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T06:05:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T06:05:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/nfs.dump.dir in system properties and HBase conf 2024-12-02T06:05:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/java.io.tmpdir in system properties and HBase conf 2024-12-02T06:05:01,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T06:05:01,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T06:05:01,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T06:05:01,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:05:01,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:05:01,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:05:01,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:05:01,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T06:05:01,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:05:01,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@688d69c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:05:01,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c18345{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:05:01,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@216787dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/java.io.tmpdir/jetty-localhost-45371-hadoop-hdfs-3_4_1-tests_jar-_-any-15420957100623558613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T06:05:01,463 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e83c9f7{HTTP/1.1, (http/1.1)}{localhost:45371} 2024-12-02T06:05:01,463 INFO [Time-limited test {}] server.Server(415): Started @29579ms 2024-12-02T06:05:01,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:05:01,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:05:01,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:05:01,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:05:01,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T06:05:01,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58e4adb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:05:01,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b5c1abd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:05:01,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48a95000{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/java.io.tmpdir/jetty-localhost-41421-hadoop-hdfs-3_4_1-tests_jar-_-any-3183724623814239704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:01,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27877ea3{HTTP/1.1, (http/1.1)}{localhost:41421} 2024-12-02T06:05:01,744 INFO [Time-limited test {}] server.Server(415): Started @29860ms 2024-12-02T06:05:01,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:05:01,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:05:01,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:05:01,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:05:01,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:05:01,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:05:01,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6577e524{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:05:01,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6f8ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:05:01,896 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data1/current/BP-897841932-172.17.0.2-1733119501245/current, will proceed with Du for space computation calculation, 2024-12-02T06:05:01,898 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data2/current/BP-897841932-172.17.0.2-1733119501245/current, will proceed with Du for space computation calculation, 2024-12-02T06:05:01,977 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:05:01,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb957d8b284c8abda with lease ID 0x295dfd988c0c98ea: Processing first storage report for DS-1c8a1818-1da5-4b54-aa47-c5fce9af8d23 from datanode DatanodeRegistration(127.0.0.1:36935, datanodeUuid=ce595de7-7ab5-41db-a356-28b320a721cb, infoPort=45895, infoSecurePort=0, ipcPort=39883, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245) 2024-12-02T06:05:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb957d8b284c8abda with lease ID 0x295dfd988c0c98ea: from storage DS-1c8a1818-1da5-4b54-aa47-c5fce9af8d23 node DatanodeRegistration(127.0.0.1:36935, datanodeUuid=ce595de7-7ab5-41db-a356-28b320a721cb, infoPort=45895, infoSecurePort=0, ipcPort=39883, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:05:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb957d8b284c8abda with lease ID 0x295dfd988c0c98ea: Processing first storage report for DS-ca42b309-a66e-4897-bf79-20dbe2b485be from datanode DatanodeRegistration(127.0.0.1:36935, datanodeUuid=ce595de7-7ab5-41db-a356-28b320a721cb, infoPort=45895, infoSecurePort=0, ipcPort=39883, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245) 2024-12-02T06:05:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb957d8b284c8abda with lease ID 0x295dfd988c0c98ea: from storage DS-ca42b309-a66e-4897-bf79-20dbe2b485be node DatanodeRegistration(127.0.0.1:36935, datanodeUuid=ce595de7-7ab5-41db-a356-28b320a721cb, infoPort=45895, infoSecurePort=0, ipcPort=39883, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:05:02,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31c0ded8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/java.io.tmpdir/jetty-localhost-36521-hadoop-hdfs-3_4_1-tests_jar-_-any-4694628844768364482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:02,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26b03962{HTTP/1.1, (http/1.1)}{localhost:36521} 2024-12-02T06:05:02,011 INFO [Time-limited test {}] server.Server(415): Started @30127ms 2024-12-02T06:05:02,013 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:05:02,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T06:05:02,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T06:05:02,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T06:05:02,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T06:05:02,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T06:05:02,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14461904{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir/,AVAILABLE} 2024-12-02T06:05:02,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@451d8db2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T06:05:02,192 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data3/current/BP-897841932-172.17.0.2-1733119501245/current, will proceed with Du for space computation calculation, 2024-12-02T06:05:02,196 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data4/current/BP-897841932-172.17.0.2-1733119501245/current, will proceed with Du for space computation calculation, 2024-12-02T06:05:02,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aa9ffc7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/java.io.tmpdir/jetty-localhost-44797-hadoop-hdfs-3_4_1-tests_jar-_-any-11582256519597006553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:02,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@643cd9b7{HTTP/1.1, (http/1.1)}{localhost:44797} 2024-12-02T06:05:02,245 INFO [Time-limited test {}] server.Server(415): Started @30361ms 2024-12-02T06:05:02,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T06:05:02,269 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:05:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13cb8130895a3ced with lease ID 0x295dfd988c0c98eb: Processing first storage report for DS-63de529c-0122-4080-bffa-03c375c6cb6d from datanode DatanodeRegistration(127.0.0.1:34505, datanodeUuid=fc79ef7a-c9cb-46ab-a82c-d599d1e3e877, infoPort=39595, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245) 2024-12-02T06:05:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13cb8130895a3ced with lease ID 0x295dfd988c0c98eb: from storage DS-63de529c-0122-4080-bffa-03c375c6cb6d node DatanodeRegistration(127.0.0.1:34505, datanodeUuid=fc79ef7a-c9cb-46ab-a82c-d599d1e3e877, infoPort=39595, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:05:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13cb8130895a3ced with lease ID 0x295dfd988c0c98eb: Processing first storage report for DS-96f74a6f-45b3-461d-af2b-09e0ee1535cf from datanode DatanodeRegistration(127.0.0.1:34505, datanodeUuid=fc79ef7a-c9cb-46ab-a82c-d599d1e3e877, infoPort=39595, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245) 2024-12-02T06:05:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13cb8130895a3ced with lease ID 0x295dfd988c0c98eb: from storage DS-96f74a6f-45b3-461d-af2b-09e0ee1535cf node DatanodeRegistration(127.0.0.1:34505, datanodeUuid=fc79ef7a-c9cb-46ab-a82c-d599d1e3e877, infoPort=39595, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:05:02,410 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data5/current/BP-897841932-172.17.0.2-1733119501245/current, will proceed with Du for space computation calculation, 2024-12-02T06:05:02,414 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data6/current/BP-897841932-172.17.0.2-1733119501245/current, will proceed with Du for space computation calculation, 2024-12-02T06:05:02,463 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T06:05:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6508ce14628ccd39 with lease ID 0x295dfd988c0c98ec: Processing first storage report for DS-d865619c-2335-43b4-a2fd-d1f0d0fb12d1 from datanode DatanodeRegistration(127.0.0.1:36931, datanodeUuid=d8e1fdb5-0470-48e6-a2ec-059719dcbbab, infoPort=35363, infoSecurePort=0, ipcPort=39687, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245) 2024-12-02T06:05:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6508ce14628ccd39 with lease ID 0x295dfd988c0c98ec: from storage DS-d865619c-2335-43b4-a2fd-d1f0d0fb12d1 node DatanodeRegistration(127.0.0.1:36931, datanodeUuid=d8e1fdb5-0470-48e6-a2ec-059719dcbbab, infoPort=35363, infoSecurePort=0, ipcPort=39687, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T06:05:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6508ce14628ccd39 with lease ID 0x295dfd988c0c98ec: Processing first storage report for DS-31984763-b523-4e2e-bd34-70995cfa4508 from datanode DatanodeRegistration(127.0.0.1:36931, datanodeUuid=d8e1fdb5-0470-48e6-a2ec-059719dcbbab, infoPort=35363, infoSecurePort=0, ipcPort=39687, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245) 2024-12-02T06:05:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6508ce14628ccd39 with lease ID 0x295dfd988c0c98ec: from storage DS-31984763-b523-4e2e-bd34-70995cfa4508 node DatanodeRegistration(127.0.0.1:36931, datanodeUuid=d8e1fdb5-0470-48e6-a2ec-059719dcbbab, infoPort=35363, infoSecurePort=0, ipcPort=39687, storageInfo=lv=-57;cid=testClusterID;nsid=2079393642;c=1733119501245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T06:05:02,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5 2024-12-02T06:05:02,547 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T06:05:02,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T06:05:02,565 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:32785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:32785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/oldWALs, maxLogs=32 2024-12-02T06:05:02,588 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733119502567, exclude list is [], retry=0 2024-12-02T06:05:02,595 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36935,DS-1c8a1818-1da5-4b54-aa47-c5fce9af8d23,DISK] 2024-12-02T06:05:02,596 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-63de529c-0122-4080-bffa-03c375c6cb6d,DISK] 2024-12-02T06:05:02,597 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-d865619c-2335-43b4-a2fd-d1f0d0fb12d1,DISK] 2024-12-02T06:05:02,602 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733119502567 2024-12-02T06:05:02,602 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:39595:39595),(127.0.0.1/127.0.0.1:35363:35363)] 2024-12-02T06:05:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741825_1001 (size=121110) 2024-12-02T06:05:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741825_1001 (size=121110) 2024-12-02T06:05:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741825_1001 (size=121110) 2024-12-02T06:05:03,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T06:05:03,216 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:32785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733119502567: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T06:05:03,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T06:05:03,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aa9ffc7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:03,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@643cd9b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:05:03,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:05:03,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@451d8db2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:05:03,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14461904{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir/,STOPPED} 2024-12-02T06:05:03,288 WARN [BP-897841932-172.17.0.2-1733119501245 heartbeating to localhost/127.0.0.1:32785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:05:03,288 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:05:03,288 WARN [BP-897841932-172.17.0.2-1733119501245 heartbeating to localhost/127.0.0.1:32785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-897841932-172.17.0.2-1733119501245 (Datanode Uuid d8e1fdb5-0470-48e6-a2ec-059719dcbbab) service to localhost/127.0.0.1:32785 2024-12-02T06:05:03,289 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:05:03,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data6/current/BP-897841932-172.17.0.2-1733119501245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:03,290 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:05:03,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data5/current/BP-897841932-172.17.0.2-1733119501245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:03,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31c0ded8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:03,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26b03962{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:05:03,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:05:03,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6f8ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:05:03,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6577e524{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir/,STOPPED} 2024-12-02T06:05:03,342 WARN [BP-897841932-172.17.0.2-1733119501245 heartbeating to localhost/127.0.0.1:32785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:05:03,342 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:05:03,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:05:03,343 WARN [BP-897841932-172.17.0.2-1733119501245 heartbeating to localhost/127.0.0.1:32785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-897841932-172.17.0.2-1733119501245 (Datanode Uuid fc79ef7a-c9cb-46ab-a82c-d599d1e3e877) service to localhost/127.0.0.1:32785 2024-12-02T06:05:03,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data4/current/BP-897841932-172.17.0.2-1733119501245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:03,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:05:03,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data3/current/BP-897841932-172.17.0.2-1733119501245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:03,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48a95000{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T06:05:03,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27877ea3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:05:03,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:05:03,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b5c1abd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:05:03,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58e4adb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir/,STOPPED} 2024-12-02T06:05:03,356 WARN [BP-897841932-172.17.0.2-1733119501245 heartbeating to localhost/127.0.0.1:32785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T06:05:03,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T06:05:03,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T06:05:03,356 WARN [BP-897841932-172.17.0.2-1733119501245 heartbeating to localhost/127.0.0.1:32785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-897841932-172.17.0.2-1733119501245 (Datanode Uuid ce595de7-7ab5-41db-a356-28b320a721cb) service to localhost/127.0.0.1:32785 2024-12-02T06:05:03,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data1/current/BP-897841932-172.17.0.2-1733119501245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:03,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/cluster_1dbddc3b-0c1f-b35b-63d0-9d95512d749c/dfs/data/data2/current/BP-897841932-172.17.0.2-1733119501245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T06:05:03,357 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T06:05:03,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@216787dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T06:05:03,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e83c9f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T06:05:03,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T06:05:03,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c18345{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T06:05:03,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@688d69c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6372f4d8-8853-3f09-4e1f-6d0b39bd64b5/hadoop.log.dir/,STOPPED} 2024-12-02T06:05:03,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T06:05:03,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=63 (was 55) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3157 (was 3363)