2024-11-22 23:04:25,522 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-11-22 23:04:25,539 main DEBUG Took 0.014421 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 23:04:25,539 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 23:04:25,540 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 23:04:25,541 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 23:04:25,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,556 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 23:04:25,572 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,576 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,578 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,579 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,581 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,582 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,583 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,584 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,618 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,618 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:04:25,620 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,621 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 23:04:25,622 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:04:25,623 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 23:04:25,626 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 23:04:25,627 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 23:04:25,628 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 23:04:25,629 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 23:04:25,641 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 23:04:25,645 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 23:04:25,647 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 23:04:25,647 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 23:04:25,648 main DEBUG createAppenders(={Console}) 2024-11-22 23:04:25,649 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 initialized 2024-11-22 23:04:25,649 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-11-22 23:04:25,650 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 OK. 2024-11-22 23:04:25,650 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 23:04:25,651 main DEBUG OutputStream closed 2024-11-22 23:04:25,651 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 23:04:25,652 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 23:04:25,652 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@73700b80 OK 2024-11-22 23:04:25,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 23:04:25,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 23:04:25,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 23:04:25,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 23:04:25,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 23:04:25,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 23:04:25,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 23:04:25,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 23:04:25,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 23:04:25,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 23:04:25,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 23:04:25,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 23:04:25,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 23:04:25,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 23:04:25,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 23:04:25,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 23:04:25,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 23:04:25,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 23:04:25,778 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 23:04:25,779 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-11-22 23:04:25,779 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 23:04:25,780 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-11-22T23:04:26,150 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3 2024-11-22 23:04:26,154 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 23:04:26,155 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T23:04:26,170 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-22T23:04:26,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=6753 2024-11-22T23:04:26,231 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00, deleteOnExit=true 2024-11-22T23:04:26,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/test.cache.data in system properties and HBase conf 2024-11-22T23:04:26,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T23:04:26,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir in system properties and HBase conf 2024-11-22T23:04:26,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T23:04:26,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T23:04:26,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T23:04:26,417 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T23:04:26,604 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:04:26,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:04:26,610 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:04:26,611 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T23:04:26,611 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:04:26,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T23:04:26,614 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T23:04:26,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:04:26,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:04:26,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T23:04:26,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/nfs.dump.dir in system properties and HBase conf 2024-11-22T23:04:26,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/java.io.tmpdir in system properties and HBase conf 2024-11-22T23:04:26,620 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:04:26,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T23:04:26,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T23:04:27,679 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T23:04:27,767 INFO [Time-limited test {}] log.Log(170): Logging initialized @3145ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T23:04:27,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:27,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:27,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:27,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:27,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:27,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:27,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:27,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:28,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/java.io.tmpdir/jetty-localhost-44327-hadoop-hdfs-3_4_1-tests_jar-_-any-8242624461813536643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:04:28,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:44327} 2024-11-22T23:04:28,239 INFO [Time-limited test {}] server.Server(415): Started @3619ms 2024-11-22T23:04:28,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:28,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:28,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:28,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:28,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:04:28,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:28,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:28,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/java.io.tmpdir/jetty-localhost-36133-hadoop-hdfs-3_4_1-tests_jar-_-any-7027902297330197557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:28,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:36133} 2024-11-22T23:04:28,812 INFO [Time-limited test {}] server.Server(415): Started @4192ms 2024-11-22T23:04:28,869 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:28,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:29,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:29,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:29,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:29,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:29,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:29,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:29,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/java.io.tmpdir/jetty-localhost-38191-hadoop-hdfs-3_4_1-tests_jar-_-any-133848993065602292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:29,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:38191} 2024-11-22T23:04:29,142 INFO [Time-limited test {}] server.Server(415): Started @4522ms 2024-11-22T23:04:29,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:29,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:29,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:29,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:29,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:29,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:04:29,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:29,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:29,329 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data1/current/BP-624021485-172.17.0.2-1732316667375/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:29,329 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data4/current/BP-624021485-172.17.0.2-1732316667375/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:29,329 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data3/current/BP-624021485-172.17.0.2-1732316667375/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:29,329 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data2/current/BP-624021485-172.17.0.2-1732316667375/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:29,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/java.io.tmpdir/jetty-localhost-45769-hadoop-hdfs-3_4_1-tests_jar-_-any-11141520709872103764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:29,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:45769} 2024-11-22T23:04:29,367 INFO [Time-limited test {}] server.Server(415): Started @4746ms 2024-11-22T23:04:29,369 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:29,382 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:29,382 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9efe2c2d03b12812 with lease ID 0x6f07148e3b4383e6: Processing first storage report for DS-39b918b6-5704-4b2b-90e7-4f2b24869a61 from datanode DatanodeRegistration(127.0.0.1:43545, datanodeUuid=51d48734-8e0f-481b-925f-baf12d9c7181, infoPort=36385, infoSecurePort=0, ipcPort=36751, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375) 2024-11-22T23:04:29,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9efe2c2d03b12812 with lease ID 0x6f07148e3b4383e6: from storage DS-39b918b6-5704-4b2b-90e7-4f2b24869a61 node DatanodeRegistration(127.0.0.1:43545, datanodeUuid=51d48734-8e0f-481b-925f-baf12d9c7181, infoPort=36385, infoSecurePort=0, ipcPort=36751, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:29,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50ad37284832dec8 with lease ID 0x6f07148e3b4383e5: Processing first storage report for DS-ee089209-1a2c-4865-91ea-757899e759a1 from datanode DatanodeRegistration(127.0.0.1:38095, datanodeUuid=67f31345-c676-4144-98b9-88b4a2e69ec9, infoPort=37767, infoSecurePort=0, ipcPort=36813, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375) 2024-11-22T23:04:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50ad37284832dec8 with lease ID 0x6f07148e3b4383e5: from storage DS-ee089209-1a2c-4865-91ea-757899e759a1 node DatanodeRegistration(127.0.0.1:38095, datanodeUuid=67f31345-c676-4144-98b9-88b4a2e69ec9, infoPort=37767, infoSecurePort=0, ipcPort=36813, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9efe2c2d03b12812 with lease ID 0x6f07148e3b4383e6: Processing first storage report for DS-b5841bae-bcda-4faa-b49c-0c5f309f4d43 from datanode DatanodeRegistration(127.0.0.1:43545, datanodeUuid=51d48734-8e0f-481b-925f-baf12d9c7181, infoPort=36385, infoSecurePort=0, ipcPort=36751, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375) 2024-11-22T23:04:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9efe2c2d03b12812 with lease ID 0x6f07148e3b4383e6: from storage DS-b5841bae-bcda-4faa-b49c-0c5f309f4d43 node DatanodeRegistration(127.0.0.1:43545, datanodeUuid=51d48734-8e0f-481b-925f-baf12d9c7181, infoPort=36385, infoSecurePort=0, ipcPort=36751, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50ad37284832dec8 with lease ID 0x6f07148e3b4383e5: Processing first storage report for DS-1519ddb7-4793-49aa-a4cc-ec1f0916ecb6 from datanode DatanodeRegistration(127.0.0.1:38095, datanodeUuid=67f31345-c676-4144-98b9-88b4a2e69ec9, infoPort=37767, infoSecurePort=0, ipcPort=36813, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375) 2024-11-22T23:04:29,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50ad37284832dec8 with lease ID 0x6f07148e3b4383e5: from storage DS-1519ddb7-4793-49aa-a4cc-ec1f0916ecb6 node DatanodeRegistration(127.0.0.1:38095, datanodeUuid=67f31345-c676-4144-98b9-88b4a2e69ec9, infoPort=37767, infoSecurePort=0, ipcPort=36813, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:29,490 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data5/current/BP-624021485-172.17.0.2-1732316667375/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:29,490 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data6/current/BP-624021485-172.17.0.2-1732316667375/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:29,524 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a4a4396f526133b with lease ID 0x6f07148e3b4383e7: Processing first storage report for DS-f80d6bac-61e2-4cd2-a542-e13bc639411c from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=954598f5-0737-4783-9529-42f478c9fb35, infoPort=32857, infoSecurePort=0, ipcPort=35473, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375) 2024-11-22T23:04:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a4a4396f526133b with lease ID 0x6f07148e3b4383e7: from storage DS-f80d6bac-61e2-4cd2-a542-e13bc639411c node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=954598f5-0737-4783-9529-42f478c9fb35, infoPort=32857, infoSecurePort=0, ipcPort=35473, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a4a4396f526133b with lease ID 0x6f07148e3b4383e7: Processing first storage report for DS-0d804bc1-8f6a-43e9-b65b-9589adc57602 from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=954598f5-0737-4783-9529-42f478c9fb35, infoPort=32857, infoSecurePort=0, ipcPort=35473, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375) 2024-11-22T23:04:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a4a4396f526133b with lease ID 0x6f07148e3b4383e7: from storage DS-0d804bc1-8f6a-43e9-b65b-9589adc57602 node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=954598f5-0737-4783-9529-42f478c9fb35, infoPort=32857, infoSecurePort=0, ipcPort=35473, storageInfo=lv=-57;cid=testClusterID;nsid=49649237;c=1732316667375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:29,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3 2024-11-22T23:04:29,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:04:29,865 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:04:29,869 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T23:04:29,885 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T23:04:29,885 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T23:04:29,930 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T23:04:29,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T23:04:29,988 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44875/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44875/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/oldWALs, maxLogs=32 2024-11-22T23:04:30,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732316670026, exclude list is [], retry=0 2024-11-22T23:04:30,128 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1033 (auto-detected) 2024-11-22T23:04:30,131 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T23:04:30,160 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38095,DS-ee089209-1a2c-4865-91ea-757899e759a1,DISK] 2024-11-22T23:04:30,163 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T23:04:30,192 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-f80d6bac-61e2-4cd2-a542-e13bc639411c,DISK] 2024-11-22T23:04:30,193 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43545,DS-39b918b6-5704-4b2b-90e7-4f2b24869a61,DISK] 2024-11-22T23:04:30,300 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732316670026 2024-11-22T23:04:30,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37767:37767),(127.0.0.1/127.0.0.1:32857:32857),(127.0.0.1/127.0.0.1:36385:36385)] 2024-11-22T23:04:30,304 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T23:04:31,038 DEBUG [AsyncFSWAL-0-hdfs://localhost:44875/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-22T23:04:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741825_1001 (size=1048651116) 2024-11-22T23:04:37,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38095 is added to blk_1073741825_1001 (size=1048651116) 2024-11-22T23:04:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43545 is added to blk_1073741825_1001 (size=1048651116) 2024-11-22T23:04:37,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:04:37,533 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44875/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732316670026: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-22T23:04:39,142 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T23:04:39,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:39,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:39,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:39,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:39,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:39,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:39,164 WARN [BP-624021485-172.17.0.2-1732316667375 heartbeating to localhost/127.0.0.1:44875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:39,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:39,165 WARN [BP-624021485-172.17.0.2-1732316667375 heartbeating to localhost/127.0.0.1:44875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-624021485-172.17.0.2-1732316667375 (Datanode Uuid 954598f5-0737-4783-9529-42f478c9fb35) service to localhost/127.0.0.1:44875 2024-11-22T23:04:39,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data5/current/BP-624021485-172.17.0.2-1732316667375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:39,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data6/current/BP-624021485-172.17.0.2-1732316667375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:39,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:39,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:39,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:39,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:39,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:39,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:39,185 WARN [BP-624021485-172.17.0.2-1732316667375 heartbeating to localhost/127.0.0.1:44875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:39,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:39,185 WARN [BP-624021485-172.17.0.2-1732316667375 heartbeating to localhost/127.0.0.1:44875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-624021485-172.17.0.2-1732316667375 (Datanode Uuid 51d48734-8e0f-481b-925f-baf12d9c7181) service to localhost/127.0.0.1:44875 2024-11-22T23:04:39,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:39,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data3/current/BP-624021485-172.17.0.2-1732316667375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:39,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data4/current/BP-624021485-172.17.0.2-1732316667375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:39,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:39,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:39,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:39,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:39,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:39,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:39,207 WARN [BP-624021485-172.17.0.2-1732316667375 heartbeating to localhost/127.0.0.1:44875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:39,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:39,207 WARN [BP-624021485-172.17.0.2-1732316667375 heartbeating to localhost/127.0.0.1:44875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-624021485-172.17.0.2-1732316667375 (Datanode Uuid 67f31345-c676-4144-98b9-88b4a2e69ec9) service to localhost/127.0.0.1:44875 2024-11-22T23:04:39,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:39,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data2/current/BP-624021485-172.17.0.2-1732316667375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:39,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/cluster_ea9bf21c-0c60-5675-950d-cbaed75e6b00/dfs/data/data1/current/BP-624021485-172.17.0.2-1732316667375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:39,216 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:39,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:04:39,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:39,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:39,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:39,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-22T23:04:39,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=50 (was 12) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@c160b32 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:44875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:44875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 327) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6128 (was 6753) 2024-11-22T23:04:39,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=50, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=6127 2024-11-22T23:04:39,801 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.log.dir so I do NOT create it in target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764 2024-11-22T23:04:39,801 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08fe4ad4-616d-b939-04a5-423b7138f2f3/hadoop.tmp.dir so I do NOT create it in target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764 2024-11-22T23:04:39,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418, deleteOnExit=true 2024-11-22T23:04:39,802 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/test.cache.data in system properties and HBase conf 2024-11-22T23:04:39,802 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T23:04:39,803 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir in system properties and HBase conf 2024-11-22T23:04:39,803 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T23:04:39,803 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T23:04:39,803 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T23:04:39,804 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:04:39,805 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:04:39,805 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:04:39,805 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T23:04:39,805 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:04:39,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T23:04:39,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T23:04:39,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:04:39,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:04:39,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T23:04:39,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/nfs.dump.dir in system properties and HBase conf 2024-11-22T23:04:39,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/java.io.tmpdir in system properties and HBase conf 2024-11-22T23:04:39,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:04:39,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T23:04:39,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T23:04:39,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:39,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:39,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:39,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:39,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:39,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:39,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@662ebf0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:39,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15ba0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:40,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@311f29ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/java.io.tmpdir/jetty-localhost-33361-hadoop-hdfs-3_4_1-tests_jar-_-any-4550169601572516824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:04:40,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cb7299d{HTTP/1.1, (http/1.1)}{localhost:33361} 2024-11-22T23:04:40,057 INFO [Time-limited test {}] server.Server(415): Started @15436ms 2024-11-22T23:04:40,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:40,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:40,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:40,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:40,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:04:40,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cb465c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:40,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39ffee3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:40,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67589459{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/java.io.tmpdir/jetty-localhost-46121-hadoop-hdfs-3_4_1-tests_jar-_-any-16598289993905158083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:40,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72e987ac{HTTP/1.1, (http/1.1)}{localhost:46121} 2024-11-22T23:04:40,331 INFO [Time-limited test {}] server.Server(415): Started @15711ms 2024-11-22T23:04:40,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:40,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:40,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:40,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:40,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:40,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:04:40,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c37f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:40,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21503a1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:40,458 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data2/current/BP-1778911967-172.17.0.2-1732316679846/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:40,458 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data1/current/BP-1778911967-172.17.0.2-1732316679846/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:40,496 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5f7f3e07c04df1 with lease ID 0x63e01b7363c056b9: Processing first storage report for DS-553d9f97-552e-4b9e-9064-5e586645eaac from datanode DatanodeRegistration(127.0.0.1:34471, datanodeUuid=b509723f-466c-405f-94b4-6c1834289248, infoPort=42029, infoSecurePort=0, ipcPort=33941, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846) 2024-11-22T23:04:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5f7f3e07c04df1 with lease ID 0x63e01b7363c056b9: from storage DS-553d9f97-552e-4b9e-9064-5e586645eaac node DatanodeRegistration(127.0.0.1:34471, datanodeUuid=b509723f-466c-405f-94b4-6c1834289248, infoPort=42029, infoSecurePort=0, ipcPort=33941, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:40,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5f7f3e07c04df1 with lease ID 0x63e01b7363c056b9: Processing first storage report for DS-e07f4585-917f-485c-bb7d-5eae366a42c7 from datanode DatanodeRegistration(127.0.0.1:34471, datanodeUuid=b509723f-466c-405f-94b4-6c1834289248, infoPort=42029, infoSecurePort=0, ipcPort=33941, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846) 2024-11-22T23:04:40,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5f7f3e07c04df1 with lease ID 0x63e01b7363c056b9: from storage DS-e07f4585-917f-485c-bb7d-5eae366a42c7 node DatanodeRegistration(127.0.0.1:34471, datanodeUuid=b509723f-466c-405f-94b4-6c1834289248, infoPort=42029, infoSecurePort=0, ipcPort=33941, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:40,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28c8374{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/java.io.tmpdir/jetty-localhost-41477-hadoop-hdfs-3_4_1-tests_jar-_-any-8744631863322197929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:40,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b62187d{HTTP/1.1, (http/1.1)}{localhost:41477} 2024-11-22T23:04:40,565 INFO [Time-limited test {}] server.Server(415): Started @15945ms 2024-11-22T23:04:40,568 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:40,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:40,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:40,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:40,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:40,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:04:40,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5268c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:40,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189b3dd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:40,675 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data3/current/BP-1778911967-172.17.0.2-1732316679846/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:40,675 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data4/current/BP-1778911967-172.17.0.2-1732316679846/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:40,716 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:40,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe0ed75d7f9e551b with lease ID 0x63e01b7363c056ba: Processing first storage report for DS-c2636847-1923-4211-b072-ddd5fcad4135 from datanode DatanodeRegistration(127.0.0.1:36239, datanodeUuid=af85bc19-fa14-4000-ae06-0c1be6e4921b, infoPort=39031, infoSecurePort=0, ipcPort=39741, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846) 2024-11-22T23:04:40,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe0ed75d7f9e551b with lease ID 0x63e01b7363c056ba: from storage DS-c2636847-1923-4211-b072-ddd5fcad4135 node DatanodeRegistration(127.0.0.1:36239, datanodeUuid=af85bc19-fa14-4000-ae06-0c1be6e4921b, infoPort=39031, infoSecurePort=0, ipcPort=39741, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe0ed75d7f9e551b with lease ID 0x63e01b7363c056ba: Processing first storage report for DS-b5243295-01a1-419f-89a8-d8e8cdce2d9e from datanode DatanodeRegistration(127.0.0.1:36239, datanodeUuid=af85bc19-fa14-4000-ae06-0c1be6e4921b, infoPort=39031, infoSecurePort=0, ipcPort=39741, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846) 2024-11-22T23:04:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe0ed75d7f9e551b with lease ID 0x63e01b7363c056ba: from storage DS-b5243295-01a1-419f-89a8-d8e8cdce2d9e node DatanodeRegistration(127.0.0.1:36239, datanodeUuid=af85bc19-fa14-4000-ae06-0c1be6e4921b, infoPort=39031, infoSecurePort=0, ipcPort=39741, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:40,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26cb19de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/java.io.tmpdir/jetty-localhost-42093-hadoop-hdfs-3_4_1-tests_jar-_-any-15506304260236250162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:40,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3063fe{HTTP/1.1, (http/1.1)}{localhost:42093} 2024-11-22T23:04:40,767 INFO [Time-limited test {}] server.Server(415): Started @16147ms 2024-11-22T23:04:40,769 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:40,877 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data5/current/BP-1778911967-172.17.0.2-1732316679846/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:40,878 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data6/current/BP-1778911967-172.17.0.2-1732316679846/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:40,902 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d48f19b60be5743 with lease ID 0x63e01b7363c056bb: Processing first storage report for DS-1c25b7ef-3ad3-4d43-990e-b3669f3df0ce from datanode DatanodeRegistration(127.0.0.1:41997, datanodeUuid=a8c9b8eb-6b54-45ca-b41a-b7181d9767bc, infoPort=37587, infoSecurePort=0, ipcPort=40659, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846) 2024-11-22T23:04:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d48f19b60be5743 with lease ID 0x63e01b7363c056bb: from storage DS-1c25b7ef-3ad3-4d43-990e-b3669f3df0ce node DatanodeRegistration(127.0.0.1:41997, datanodeUuid=a8c9b8eb-6b54-45ca-b41a-b7181d9767bc, infoPort=37587, infoSecurePort=0, ipcPort=40659, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d48f19b60be5743 with lease ID 0x63e01b7363c056bb: Processing first storage report for DS-0160fcfd-08a9-481b-84d6-9fbc57b58abe from datanode DatanodeRegistration(127.0.0.1:41997, datanodeUuid=a8c9b8eb-6b54-45ca-b41a-b7181d9767bc, infoPort=37587, infoSecurePort=0, ipcPort=40659, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846) 2024-11-22T23:04:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d48f19b60be5743 with lease ID 0x63e01b7363c056bb: from storage DS-0160fcfd-08a9-481b-84d6-9fbc57b58abe node DatanodeRegistration(127.0.0.1:41997, datanodeUuid=a8c9b8eb-6b54-45ca-b41a-b7181d9767bc, infoPort=37587, infoSecurePort=0, ipcPort=40659, storageInfo=lv=-57;cid=testClusterID;nsid=1881858381;c=1732316679846), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:40,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764 2024-11-22T23:04:40,914 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:04:40,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T23:04:40,922 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39319/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39319/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/oldWALs, maxLogs=32 2024-11-22T23:04:40,944 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732316680924, exclude list is [], retry=0 2024-11-22T23:04:40,952 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36239,DS-c2636847-1923-4211-b072-ddd5fcad4135,DISK] 2024-11-22T23:04:40,954 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41997,DS-1c25b7ef-3ad3-4d43-990e-b3669f3df0ce,DISK] 2024-11-22T23:04:40,955 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34471,DS-553d9f97-552e-4b9e-9064-5e586645eaac,DISK] 2024-11-22T23:04:40,964 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732316680924 2024-11-22T23:04:40,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031),(127.0.0.1/127.0.0.1:37587:37587),(127.0.0.1/127.0.0.1:42029:42029)] 2024-11-22T23:04:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741825_1001 (size=1073110) 2024-11-22T23:04:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36239 is added to blk_1073741825_1001 (size=1073110) 2024-11-22T23:04:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741825_1001 (size=1073110) 2024-11-22T23:04:41,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:04:41,490 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732316680924: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-22T23:04:41,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T23:04:41,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26cb19de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:41,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3063fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:41,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:41,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189b3dd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:41,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5268c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:41,547 WARN [BP-1778911967-172.17.0.2-1732316679846 heartbeating to localhost/127.0.0.1:39319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:41,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:41,547 WARN [BP-1778911967-172.17.0.2-1732316679846 heartbeating to localhost/127.0.0.1:39319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1778911967-172.17.0.2-1732316679846 (Datanode Uuid a8c9b8eb-6b54-45ca-b41a-b7181d9767bc) service to localhost/127.0.0.1:39319 2024-11-22T23:04:41,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:41,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data5/current/BP-1778911967-172.17.0.2-1732316679846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:41,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data6/current/BP-1778911967-172.17.0.2-1732316679846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:41,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:41,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28c8374{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:41,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b62187d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:41,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:41,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21503a1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:41,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c37f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:41,562 WARN [BP-1778911967-172.17.0.2-1732316679846 heartbeating to localhost/127.0.0.1:39319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:41,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:41,562 WARN [BP-1778911967-172.17.0.2-1732316679846 heartbeating to localhost/127.0.0.1:39319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1778911967-172.17.0.2-1732316679846 (Datanode Uuid af85bc19-fa14-4000-ae06-0c1be6e4921b) service to localhost/127.0.0.1:39319 2024-11-22T23:04:41,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:41,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data3/current/BP-1778911967-172.17.0.2-1732316679846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:41,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data4/current/BP-1778911967-172.17.0.2-1732316679846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:41,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:41,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67589459{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:41,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72e987ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:41,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:41,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39ffee3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:41,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cb465c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:41,576 WARN [BP-1778911967-172.17.0.2-1732316679846 heartbeating to localhost/127.0.0.1:39319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:41,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:41,576 WARN [BP-1778911967-172.17.0.2-1732316679846 heartbeating to localhost/127.0.0.1:39319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1778911967-172.17.0.2-1732316679846 (Datanode Uuid b509723f-466c-405f-94b4-6c1834289248) service to localhost/127.0.0.1:39319 2024-11-22T23:04:41,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:41,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data1/current/BP-1778911967-172.17.0.2-1732316679846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:41,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/cluster_00878747-00e0-0b97-aa3d-867ad720c418/dfs/data/data2/current/BP-1778911967-172.17.0.2-1732316679846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:41,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:41,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@311f29ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:04:41,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cb7299d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:41,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:41,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15ba0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:41,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@662ebf0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:41,605 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-22T23:04:41,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=58 (was 50) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5958 (was 6127) 2024-11-22T23:04:41,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=58, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=5958 2024-11-22T23:04:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.log.dir so I do NOT create it in target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372 2024-11-22T23:04:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6bcf9c06-aefa-45c9-23c3-b910afd5d764/hadoop.tmp.dir so I do NOT create it in target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372 2024-11-22T23:04:41,621 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed, deleteOnExit=true 2024-11-22T23:04:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/test.cache.data in system properties and HBase conf 2024-11-22T23:04:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T23:04:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir in system properties and HBase conf 2024-11-22T23:04:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T23:04:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T23:04:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T23:04:41,623 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:04:41,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:04:41,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:04:41,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T23:04:41,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:04:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T23:04:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T23:04:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:04:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:04:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T23:04:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/nfs.dump.dir in system properties and HBase conf 2024-11-22T23:04:41,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/java.io.tmpdir in system properties and HBase conf 2024-11-22T23:04:41,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:04:41,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T23:04:41,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T23:04:41,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:41,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:41,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:41,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:41,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:41,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:41,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa6bb39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:41,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c37c1b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:41,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cd4033f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/java.io.tmpdir/jetty-localhost-45397-hadoop-hdfs-3_4_1-tests_jar-_-any-4592158788650960268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:04:41,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e40797c{HTTP/1.1, (http/1.1)}{localhost:45397} 2024-11-22T23:04:41,855 INFO [Time-limited test {}] server.Server(415): Started @17235ms 2024-11-22T23:04:41,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:41,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:41,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:41,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:41,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:41,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4862bce4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:41,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@791f48b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:42,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c789f36{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/java.io.tmpdir/jetty-localhost-35251-hadoop-hdfs-3_4_1-tests_jar-_-any-4410534971329404597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:42,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6489504f{HTTP/1.1, (http/1.1)}{localhost:35251} 2024-11-22T23:04:42,070 INFO [Time-limited test {}] server.Server(415): Started @17450ms 2024-11-22T23:04:42,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:42,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:42,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:42,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:42,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:42,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:42,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b1471ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:42,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cec9cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:42,162 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data1/current/BP-1280242871-172.17.0.2-1732316681668/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:42,163 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data2/current/BP-1280242871-172.17.0.2-1732316681668/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:42,187 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa03c9f84b0517973 with lease ID 0x2462b7459a0978e8: Processing first storage report for DS-1e96789f-6fbe-4d79-845e-ecaa1a2e9735 from datanode DatanodeRegistration(127.0.0.1:40245, datanodeUuid=09c3bd50-1028-4884-8783-b8e8af4d4775, infoPort=37031, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668) 2024-11-22T23:04:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa03c9f84b0517973 with lease ID 0x2462b7459a0978e8: from storage DS-1e96789f-6fbe-4d79-845e-ecaa1a2e9735 node DatanodeRegistration(127.0.0.1:40245, datanodeUuid=09c3bd50-1028-4884-8783-b8e8af4d4775, infoPort=37031, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa03c9f84b0517973 with lease ID 0x2462b7459a0978e8: Processing first storage report for DS-6b14af08-e3ac-41b3-a2f5-f3e91d78316b from datanode DatanodeRegistration(127.0.0.1:40245, datanodeUuid=09c3bd50-1028-4884-8783-b8e8af4d4775, infoPort=37031, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668) 2024-11-22T23:04:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa03c9f84b0517973 with lease ID 0x2462b7459a0978e8: from storage DS-6b14af08-e3ac-41b3-a2f5-f3e91d78316b node DatanodeRegistration(127.0.0.1:40245, datanodeUuid=09c3bd50-1028-4884-8783-b8e8af4d4775, infoPort=37031, infoSecurePort=0, ipcPort=38223, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:42,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67dab02b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/java.io.tmpdir/jetty-localhost-36199-hadoop-hdfs-3_4_1-tests_jar-_-any-2746724866907434769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:42,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f6806c6{HTTP/1.1, (http/1.1)}{localhost:36199} 2024-11-22T23:04:42,246 INFO [Time-limited test {}] server.Server(415): Started @17626ms 2024-11-22T23:04:42,248 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:42,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:42,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:42,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:42,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:42,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:42,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273625f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:42,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5acc4591{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:42,346 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data3/current/BP-1280242871-172.17.0.2-1732316681668/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:42,346 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data4/current/BP-1280242871-172.17.0.2-1732316681668/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:42,369 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e13b55571b26b29 with lease ID 0x2462b7459a0978e9: Processing first storage report for DS-7cfbd3a9-7d48-41b5-b405-6288414f9f50 from datanode DatanodeRegistration(127.0.0.1:36457, datanodeUuid=556b2cd8-e733-4256-afe7-cc3279bb2f03, infoPort=34577, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668) 2024-11-22T23:04:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e13b55571b26b29 with lease ID 0x2462b7459a0978e9: from storage DS-7cfbd3a9-7d48-41b5-b405-6288414f9f50 node DatanodeRegistration(127.0.0.1:36457, datanodeUuid=556b2cd8-e733-4256-afe7-cc3279bb2f03, infoPort=34577, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e13b55571b26b29 with lease ID 0x2462b7459a0978e9: Processing first storage report for DS-f5e89601-7562-4106-a1f9-d22da3998f60 from datanode DatanodeRegistration(127.0.0.1:36457, datanodeUuid=556b2cd8-e733-4256-afe7-cc3279bb2f03, infoPort=34577, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668) 2024-11-22T23:04:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e13b55571b26b29 with lease ID 0x2462b7459a0978e9: from storage DS-f5e89601-7562-4106-a1f9-d22da3998f60 node DatanodeRegistration(127.0.0.1:36457, datanodeUuid=556b2cd8-e733-4256-afe7-cc3279bb2f03, infoPort=34577, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:42,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1862a22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/java.io.tmpdir/jetty-localhost-34941-hadoop-hdfs-3_4_1-tests_jar-_-any-8695162197511854902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:42,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30960d20{HTTP/1.1, (http/1.1)}{localhost:34941} 2024-11-22T23:04:42,419 INFO [Time-limited test {}] server.Server(415): Started @17799ms 2024-11-22T23:04:42,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:42,521 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data6/current/BP-1280242871-172.17.0.2-1732316681668/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:42,521 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data5/current/BP-1280242871-172.17.0.2-1732316681668/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:42,546 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0f724f16abb4617 with lease ID 0x2462b7459a0978ea: Processing first storage report for DS-01519a59-eecd-467a-a548-1fc793c8bd65 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=1947a714-3b5d-4841-8d6b-529be3bfc2ef, infoPort=39423, infoSecurePort=0, ipcPort=37739, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668) 2024-11-22T23:04:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0f724f16abb4617 with lease ID 0x2462b7459a0978ea: from storage DS-01519a59-eecd-467a-a548-1fc793c8bd65 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=1947a714-3b5d-4841-8d6b-529be3bfc2ef, infoPort=39423, infoSecurePort=0, ipcPort=37739, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0f724f16abb4617 with lease ID 0x2462b7459a0978ea: Processing first storage report for DS-d30175c8-4386-4f31-a75c-c4ba770a3197 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=1947a714-3b5d-4841-8d6b-529be3bfc2ef, infoPort=39423, infoSecurePort=0, ipcPort=37739, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668) 2024-11-22T23:04:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0f724f16abb4617 with lease ID 0x2462b7459a0978ea: from storage DS-d30175c8-4386-4f31-a75c-c4ba770a3197 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=1947a714-3b5d-4841-8d6b-529be3bfc2ef, infoPort=39423, infoSecurePort=0, ipcPort=37739, storageInfo=lv=-57;cid=testClusterID;nsid=1627511;c=1732316681668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:42,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372 2024-11-22T23:04:42,655 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:04:42,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T23:04:42,663 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:35793/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:35793/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/oldWALs, maxLogs=32 2024-11-22T23:04:42,678 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732316682664, exclude list is [], retry=0 2024-11-22T23:04:42,684 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-01519a59-eecd-467a-a548-1fc793c8bd65,DISK] 2024-11-22T23:04:42,685 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36457,DS-7cfbd3a9-7d48-41b5-b405-6288414f9f50,DISK] 2024-11-22T23:04:42,685 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-1e96789f-6fbe-4d79-845e-ecaa1a2e9735,DISK] 2024-11-22T23:04:42,688 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732316682664 2024-11-22T23:04:42,689 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39423:39423),(127.0.0.1/127.0.0.1:34577:34577),(127.0.0.1/127.0.0.1:37031:37031)] 2024-11-22T23:04:42,709 INFO [AsyncFSWAL-0-hdfs://localhost:35793/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-22T23:04:53,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36457 is added to blk_1073741825_1001 (size=5861116) 2024-11-22T23:04:53,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741825_1001 (size=5861116) 2024-11-22T23:04:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741825_1001 (size=5861116) 2024-11-22T23:04:53,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:04:53,967 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35793/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732316682664: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T23:04:55,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T23:04:55,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1862a22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:55,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30960d20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:55,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:55,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5acc4591{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:55,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273625f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:55,923 WARN [BP-1280242871-172.17.0.2-1732316681668 heartbeating to localhost/127.0.0.1:35793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:55,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:55,923 WARN [BP-1280242871-172.17.0.2-1732316681668 heartbeating to localhost/127.0.0.1:35793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280242871-172.17.0.2-1732316681668 (Datanode Uuid 1947a714-3b5d-4841-8d6b-529be3bfc2ef) service to localhost/127.0.0.1:35793 2024-11-22T23:04:55,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:55,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data5/current/BP-1280242871-172.17.0.2-1732316681668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:55,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data6/current/BP-1280242871-172.17.0.2-1732316681668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:55,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:55,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67dab02b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:55,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f6806c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:55,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:55,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cec9cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:55,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b1471ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:55,935 WARN [BP-1280242871-172.17.0.2-1732316681668 heartbeating to localhost/127.0.0.1:35793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:55,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:55,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:55,936 WARN [BP-1280242871-172.17.0.2-1732316681668 heartbeating to localhost/127.0.0.1:35793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280242871-172.17.0.2-1732316681668 (Datanode Uuid 556b2cd8-e733-4256-afe7-cc3279bb2f03) service to localhost/127.0.0.1:35793 2024-11-22T23:04:55,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data3/current/BP-1280242871-172.17.0.2-1732316681668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:55,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data4/current/BP-1280242871-172.17.0.2-1732316681668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:55,937 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:55,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c789f36{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:55,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6489504f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:55,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:55,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@791f48b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:55,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4862bce4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:55,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:55,947 WARN [BP-1280242871-172.17.0.2-1732316681668 heartbeating to localhost/127.0.0.1:35793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:55,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:55,948 WARN [BP-1280242871-172.17.0.2-1732316681668 heartbeating to localhost/127.0.0.1:35793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1280242871-172.17.0.2-1732316681668 (Datanode Uuid 09c3bd50-1028-4884-8783-b8e8af4d4775) service to localhost/127.0.0.1:35793 2024-11-22T23:04:55,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data1/current/BP-1280242871-172.17.0.2-1732316681668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:55,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/cluster_5340ae60-f907-4bbc-dbbd-5914f3a946ed/dfs/data/data2/current/BP-1280242871-172.17.0.2-1732316681668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:55,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:55,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cd4033f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:04:55,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e40797c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:55,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:55,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c37c1b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:55,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa6bb39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:55,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-22T23:04:55,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 58), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 345), ProcessCount=11 (was 11), AvailableMemoryMB=6049 (was 5958) - AvailableMemoryMB LEAK? - 2024-11-22T23:04:55,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=6049 2024-11-22T23:04:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.log.dir so I do NOT create it in target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885 2024-11-22T23:04:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6b0236f5-9381-ddf1-da55-1e0bdc0c5372/hadoop.tmp.dir so I do NOT create it in target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885 2024-11-22T23:04:55,995 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75, deleteOnExit=true 2024-11-22T23:04:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/test.cache.data in system properties and HBase conf 2024-11-22T23:04:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T23:04:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir in system properties and HBase conf 2024-11-22T23:04:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T23:04:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T23:04:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T23:04:55,996 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:04:55,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:04:55,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:04:55,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T23:04:55,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:04:55,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T23:04:55,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T23:04:55,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:04:55,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:04:55,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T23:04:55,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/nfs.dump.dir in system properties and HBase conf 2024-11-22T23:04:55,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/java.io.tmpdir in system properties and HBase conf 2024-11-22T23:04:55,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:04:55,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T23:04:55,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T23:04:56,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:56,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:56,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:56,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:56,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:56,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:56,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2deff03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:56,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105ca57c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:56,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e1d0ab4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/java.io.tmpdir/jetty-localhost-41009-hadoop-hdfs-3_4_1-tests_jar-_-any-731845146423321125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:04:56,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27f18c57{HTTP/1.1, (http/1.1)}{localhost:41009} 2024-11-22T23:04:56,216 INFO [Time-limited test {}] server.Server(415): Started @31596ms 2024-11-22T23:04:56,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:56,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:56,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:56,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:56,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:56,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7695604d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:56,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eb59035{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:56,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513e0bb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/java.io.tmpdir/jetty-localhost-46385-hadoop-hdfs-3_4_1-tests_jar-_-any-6840515353422547719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:56,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8b847f{HTTP/1.1, (http/1.1)}{localhost:46385} 2024-11-22T23:04:56,469 INFO [Time-limited test {}] server.Server(415): Started @31849ms 2024-11-22T23:04:56,470 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:56,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:56,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:56,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:56,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:56,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:04:56,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4617189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:56,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@798b6903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:56,568 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data2/current/BP-2081535477-172.17.0.2-1732316696026/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:56,568 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data1/current/BP-2081535477-172.17.0.2-1732316696026/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:56,601 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8ffe5c19258319f with lease ID 0x71f0a064025a6c04: Processing first storage report for DS-cf1a23de-8289-43aa-b47d-2e19e8c29028 from datanode DatanodeRegistration(127.0.0.1:37119, datanodeUuid=2b36e111-4697-4447-bc2c-b9c6a1925f42, infoPort=46733, infoSecurePort=0, ipcPort=33311, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026) 2024-11-22T23:04:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8ffe5c19258319f with lease ID 0x71f0a064025a6c04: from storage DS-cf1a23de-8289-43aa-b47d-2e19e8c29028 node DatanodeRegistration(127.0.0.1:37119, datanodeUuid=2b36e111-4697-4447-bc2c-b9c6a1925f42, infoPort=46733, infoSecurePort=0, ipcPort=33311, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8ffe5c19258319f with lease ID 0x71f0a064025a6c04: Processing first storage report for DS-ad98f482-9003-4166-8ad1-1d8f1899c251 from datanode DatanodeRegistration(127.0.0.1:37119, datanodeUuid=2b36e111-4697-4447-bc2c-b9c6a1925f42, infoPort=46733, infoSecurePort=0, ipcPort=33311, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026) 2024-11-22T23:04:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8ffe5c19258319f with lease ID 0x71f0a064025a6c04: from storage DS-ad98f482-9003-4166-8ad1-1d8f1899c251 node DatanodeRegistration(127.0.0.1:37119, datanodeUuid=2b36e111-4697-4447-bc2c-b9c6a1925f42, infoPort=46733, infoSecurePort=0, ipcPort=33311, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:56,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15c373b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/java.io.tmpdir/jetty-localhost-34489-hadoop-hdfs-3_4_1-tests_jar-_-any-17180881093093469224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:56,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e811f69{HTTP/1.1, (http/1.1)}{localhost:34489} 2024-11-22T23:04:56,656 INFO [Time-limited test {}] server.Server(415): Started @32035ms 2024-11-22T23:04:56,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:56,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:04:56,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:04:56,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:04:56,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:04:56,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:04:56,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff21c7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:04:56,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60dadcd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:04:56,761 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data4/current/BP-2081535477-172.17.0.2-1732316696026/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:56,761 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data3/current/BP-2081535477-172.17.0.2-1732316696026/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:56,794 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2ca600853fee70e with lease ID 0x71f0a064025a6c05: Processing first storage report for DS-cfc32d47-3c95-437a-b5bd-1b6896ca0ec6 from datanode DatanodeRegistration(127.0.0.1:46329, datanodeUuid=c03155f1-6e47-4c25-baf5-caaea7c8eaca, infoPort=44421, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026) 2024-11-22T23:04:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2ca600853fee70e with lease ID 0x71f0a064025a6c05: from storage DS-cfc32d47-3c95-437a-b5bd-1b6896ca0ec6 node DatanodeRegistration(127.0.0.1:46329, datanodeUuid=c03155f1-6e47-4c25-baf5-caaea7c8eaca, infoPort=44421, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2ca600853fee70e with lease ID 0x71f0a064025a6c05: Processing first storage report for DS-3cdc04f4-1a46-4657-acf6-27770dbbf07b from datanode DatanodeRegistration(127.0.0.1:46329, datanodeUuid=c03155f1-6e47-4c25-baf5-caaea7c8eaca, infoPort=44421, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026) 2024-11-22T23:04:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2ca600853fee70e with lease ID 0x71f0a064025a6c05: from storage DS-3cdc04f4-1a46-4657-acf6-27770dbbf07b node DatanodeRegistration(127.0.0.1:46329, datanodeUuid=c03155f1-6e47-4c25-baf5-caaea7c8eaca, infoPort=44421, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:56,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63fb4256{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/java.io.tmpdir/jetty-localhost-32993-hadoop-hdfs-3_4_1-tests_jar-_-any-11327169952469294306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:56,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@763c35bb{HTTP/1.1, (http/1.1)}{localhost:32993} 2024-11-22T23:04:56,840 INFO [Time-limited test {}] server.Server(415): Started @32219ms 2024-11-22T23:04:56,844 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:04:56,944 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data5/current/BP-2081535477-172.17.0.2-1732316696026/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:56,944 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data6/current/BP-2081535477-172.17.0.2-1732316696026/current, will proceed with Du for space computation calculation, 2024-11-22T23:04:56,970 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:04:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f7ee1ff7926e8e4 with lease ID 0x71f0a064025a6c06: Processing first storage report for DS-a8df33b2-fd5d-4fd6-88e1-95d8d98fd5db from datanode DatanodeRegistration(127.0.0.1:36557, datanodeUuid=f3f30f32-9bba-4f41-8118-a86549d008e1, infoPort=32859, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026) 2024-11-22T23:04:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f7ee1ff7926e8e4 with lease ID 0x71f0a064025a6c06: from storage DS-a8df33b2-fd5d-4fd6-88e1-95d8d98fd5db node DatanodeRegistration(127.0.0.1:36557, datanodeUuid=f3f30f32-9bba-4f41-8118-a86549d008e1, infoPort=32859, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T23:04:56,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f7ee1ff7926e8e4 with lease ID 0x71f0a064025a6c06: Processing first storage report for DS-5d35966c-42d7-47cf-94f7-e86f9d10fdd7 from datanode DatanodeRegistration(127.0.0.1:36557, datanodeUuid=f3f30f32-9bba-4f41-8118-a86549d008e1, infoPort=32859, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026) 2024-11-22T23:04:56,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f7ee1ff7926e8e4 with lease ID 0x71f0a064025a6c06: from storage DS-5d35966c-42d7-47cf-94f7-e86f9d10fdd7 node DatanodeRegistration(127.0.0.1:36557, datanodeUuid=f3f30f32-9bba-4f41-8118-a86549d008e1, infoPort=32859, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=252204434;c=1732316696026), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:04:56,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885 2024-11-22T23:04:56,993 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:04:56,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T23:04:57,002 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:32907/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:32907/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/oldWALs, maxLogs=32 2024-11-22T23:04:57,018 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732316697004, exclude list is [], retry=0 2024-11-22T23:04:57,023 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36557,DS-a8df33b2-fd5d-4fd6-88e1-95d8d98fd5db,DISK] 2024-11-22T23:04:57,024 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-cfc32d47-3c95-437a-b5bd-1b6896ca0ec6,DISK] 2024-11-22T23:04:57,025 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37119,DS-cf1a23de-8289-43aa-b47d-2e19e8c29028,DISK] 2024-11-22T23:04:57,029 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732316697004 2024-11-22T23:04:57,029 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859),(127.0.0.1/127.0.0.1:44421:44421),(127.0.0.1/127.0.0.1:46733:46733)] 2024-11-22T23:04:57,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741825_1001 (size=121110) 2024-11-22T23:04:57,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37119 is added to blk_1073741825_1001 (size=121110) 2024-11-22T23:04:57,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36557 is added to blk_1073741825_1001 (size=121110) 2024-11-22T23:04:57,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:04:57,540 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:32907/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732316697004: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T23:04:57,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T23:04:57,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63fb4256{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:57,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@763c35bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:57,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:57,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60dadcd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:57,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff21c7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:57,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:57,585 WARN [BP-2081535477-172.17.0.2-1732316696026 heartbeating to localhost/127.0.0.1:32907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:57,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:57,585 WARN [BP-2081535477-172.17.0.2-1732316696026 heartbeating to localhost/127.0.0.1:32907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2081535477-172.17.0.2-1732316696026 (Datanode Uuid f3f30f32-9bba-4f41-8118-a86549d008e1) service to localhost/127.0.0.1:32907 2024-11-22T23:04:57,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data5/current/BP-2081535477-172.17.0.2-1732316696026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:57,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data6/current/BP-2081535477-172.17.0.2-1732316696026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:57,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:57,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15c373b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:57,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e811f69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:57,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:57,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@798b6903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:57,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4617189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:57,600 WARN [BP-2081535477-172.17.0.2-1732316696026 heartbeating to localhost/127.0.0.1:32907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:57,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:57,600 WARN [BP-2081535477-172.17.0.2-1732316696026 heartbeating to localhost/127.0.0.1:32907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2081535477-172.17.0.2-1732316696026 (Datanode Uuid c03155f1-6e47-4c25-baf5-caaea7c8eaca) service to localhost/127.0.0.1:32907 2024-11-22T23:04:57,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:57,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data3/current/BP-2081535477-172.17.0.2-1732316696026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:57,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data4/current/BP-2081535477-172.17.0.2-1732316696026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:57,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:57,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513e0bb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:04:57,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8b847f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:57,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:57,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eb59035{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:57,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7695604d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:57,612 WARN [BP-2081535477-172.17.0.2-1732316696026 heartbeating to localhost/127.0.0.1:32907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:04:57,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:04:57,612 WARN [BP-2081535477-172.17.0.2-1732316696026 heartbeating to localhost/127.0.0.1:32907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2081535477-172.17.0.2-1732316696026 (Datanode Uuid 2b36e111-4697-4447-bc2c-b9c6a1925f42) service to localhost/127.0.0.1:32907 2024-11-22T23:04:57,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:04:57,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data1/current/BP-2081535477-172.17.0.2-1732316696026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:57,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/cluster_2818dcb1-689d-2f56-c492-3d523a54cf75/dfs/data/data2/current/BP-2081535477-172.17.0.2-1732316696026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:04:57,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:04:57,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e1d0ab4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:04:57,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27f18c57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:04:57,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:04:57,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@105ca57c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:04:57,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2deff03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a99fbf4-cf28-5a53-d298-291fea351885/hadoop.log.dir/,STOPPED} 2024-11-22T23:04:57,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-22T23:04:57,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=82 (was 57) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 322), ProcessCount=11 (was 11), AvailableMemoryMB=5879 (was 6049)