2024-11-23 03:04:21,556 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-23 03:04:21,570 main DEBUG Took 0.011233 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 03:04:21,570 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 03:04:21,570 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 03:04:21,571 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 03:04:21,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,608 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 03:04:21,624 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,631 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,633 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,635 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,639 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,640 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,641 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:04:21,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,644 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 03:04:21,646 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:04:21,647 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 03:04:21,650 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 03:04:21,652 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 03:04:21,653 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 03:04:21,654 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 03:04:21,665 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 03:04:21,668 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 03:04:21,670 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 03:04:21,671 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 03:04:21,671 main DEBUG createAppenders(={Console}) 2024-11-23 03:04:21,672 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-23 03:04:21,672 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-23 03:04:21,673 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-23 03:04:21,674 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 03:04:21,674 main DEBUG OutputStream closed 2024-11-23 03:04:21,674 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 03:04:21,675 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 03:04:21,675 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-23 03:04:21,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 03:04:21,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 03:04:21,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 03:04:21,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 03:04:21,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 03:04:21,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 03:04:21,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 03:04:21,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 03:04:21,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 03:04:21,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 03:04:21,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 03:04:21,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 03:04:21,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 03:04:21,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 03:04:21,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 03:04:21,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 03:04:21,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 03:04:21,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 03:04:21,803 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 03:04:21,803 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-23 03:04:21,804 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 03:04:21,805 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-23T03:04:22,168 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c 2024-11-23 03:04:22,173 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 03:04:22,173 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T03:04:22,189 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-23T03:04:22,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=6415 2024-11-23T03:04:22,252 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d, deleteOnExit=true 2024-11-23T03:04:22,253 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/test.cache.data in system properties and HBase conf 2024-11-23T03:04:22,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:04:22,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:04:22,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:04:22,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:04:22,257 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T03:04:22,387 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T03:04:22,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:04:22,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:04:22,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:04:22,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:04:22,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:04:22,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:04:22,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:04:22,548 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:04:22,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:04:22,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:04:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:04:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:04:22,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:04:22,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:04:22,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:04:23,519 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T03:04:23,620 INFO [Time-limited test {}] log.Log(170): Logging initialized @2892ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T03:04:23,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:23,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:23,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:23,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:23,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:04:23,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:23,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:23,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:24,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/java.io.tmpdir/jetty-localhost-46499-hadoop-hdfs-3_4_1-tests_jar-_-any-3119585959559863120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:04:24,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:46499} 2024-11-23T03:04:24,057 INFO [Time-limited test {}] server.Server(415): Started @3331ms 2024-11-23T03:04:24,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:24,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:24,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:24,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:24,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:24,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:24,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:24,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/java.io.tmpdir/jetty-localhost-44201-hadoop-hdfs-3_4_1-tests_jar-_-any-491138669241313076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:24,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:44201} 2024-11-23T03:04:24,592 INFO [Time-limited test {}] server.Server(415): Started @3866ms 2024-11-23T03:04:24,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:24,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:24,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:24,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:24,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:24,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:04:24,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:24,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:24,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/java.io.tmpdir/jetty-localhost-45197-hadoop-hdfs-3_4_1-tests_jar-_-any-15752401245210179655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:24,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:45197} 2024-11-23T03:04:24,923 INFO [Time-limited test {}] server.Server(415): Started @4197ms 2024-11-23T03:04:24,925 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:24,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:24,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:24,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:24,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:24,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:04:24,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:24,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:25,125 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data4/current/BP-459573097-172.17.0.2-1732331063277/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:25,125 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data3/current/BP-459573097-172.17.0.2-1732331063277/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:25,126 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data2/current/BP-459573097-172.17.0.2-1732331063277/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:25,126 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data1/current/BP-459573097-172.17.0.2-1732331063277/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:25,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/java.io.tmpdir/jetty-localhost-46193-hadoop-hdfs-3_4_1-tests_jar-_-any-7144600899447442037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:25,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:46193} 2024-11-23T03:04:25,128 INFO [Time-limited test {}] server.Server(415): Started @4402ms 2024-11-23T03:04:25,131 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:25,174 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:25,175 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:25,255 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data5/current/BP-459573097-172.17.0.2-1732331063277/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:25,256 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data6/current/BP-459573097-172.17.0.2-1732331063277/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4fb78be2e56186d with lease ID 0xb049a9270737752f: Processing first storage report for DS-2cd7abb5-a00c-4acc-a57d-7d8fe0efa58f from datanode DatanodeRegistration(127.0.0.1:40643, datanodeUuid=6cc0b293-db1d-4f92-8c94-5e14056dec82, infoPort=42927, infoSecurePort=0, ipcPort=40577, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277) 2024-11-23T03:04:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4fb78be2e56186d with lease ID 0xb049a9270737752f: from storage DS-2cd7abb5-a00c-4acc-a57d-7d8fe0efa58f node DatanodeRegistration(127.0.0.1:40643, datanodeUuid=6cc0b293-db1d-4f92-8c94-5e14056dec82, infoPort=42927, infoSecurePort=0, ipcPort=40577, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T03:04:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x810ab324b1a85b80 with lease ID 0xb049a92707377530: Processing first storage report for DS-e0342d00-fa5a-471f-b231-a69d361bc91b from datanode DatanodeRegistration(127.0.0.1:42647, datanodeUuid=fc3a9605-567c-4e5c-b863-c438e301ad2f, infoPort=40259, infoSecurePort=0, ipcPort=43189, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277) 2024-11-23T03:04:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x810ab324b1a85b80 with lease ID 0xb049a92707377530: from storage DS-e0342d00-fa5a-471f-b231-a69d361bc91b node DatanodeRegistration(127.0.0.1:42647, datanodeUuid=fc3a9605-567c-4e5c-b863-c438e301ad2f, infoPort=40259, infoSecurePort=0, ipcPort=43189, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x810ab324b1a85b80 with lease ID 0xb049a92707377530: Processing first storage report for DS-96e50ade-1332-4430-b61c-88de374cef4e from datanode DatanodeRegistration(127.0.0.1:42647, datanodeUuid=fc3a9605-567c-4e5c-b863-c438e301ad2f, infoPort=40259, infoSecurePort=0, ipcPort=43189, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277) 2024-11-23T03:04:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x810ab324b1a85b80 with lease ID 0xb049a92707377530: from storage DS-96e50ade-1332-4430-b61c-88de374cef4e node DatanodeRegistration(127.0.0.1:42647, datanodeUuid=fc3a9605-567c-4e5c-b863-c438e301ad2f, infoPort=40259, infoSecurePort=0, ipcPort=43189, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:04:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4fb78be2e56186d with lease ID 0xb049a9270737752f: Processing first storage report for DS-0b8f1b88-34af-4ad3-a87c-b67afe438960 from datanode DatanodeRegistration(127.0.0.1:40643, datanodeUuid=6cc0b293-db1d-4f92-8c94-5e14056dec82, infoPort=42927, infoSecurePort=0, ipcPort=40577, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277) 2024-11-23T03:04:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4fb78be2e56186d with lease ID 0xb049a9270737752f: from storage DS-0b8f1b88-34af-4ad3-a87c-b67afe438960 node DatanodeRegistration(127.0.0.1:40643, datanodeUuid=6cc0b293-db1d-4f92-8c94-5e14056dec82, infoPort=42927, infoSecurePort=0, ipcPort=40577, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:25,290 WARN [Thread-127 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x417c45575230e3ab with lease ID 0xb049a92707377531: Processing first storage report for DS-f4013dab-88c9-4fc9-a4d3-930f4badfcd7 from datanode DatanodeRegistration(127.0.0.1:38801, datanodeUuid=3c0efb09-f43b-4b6b-b661-738fffc885ef, infoPort=46609, infoSecurePort=0, ipcPort=33613, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277) 2024-11-23T03:04:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x417c45575230e3ab with lease ID 0xb049a92707377531: from storage DS-f4013dab-88c9-4fc9-a4d3-930f4badfcd7 node DatanodeRegistration(127.0.0.1:38801, datanodeUuid=3c0efb09-f43b-4b6b-b661-738fffc885ef, infoPort=46609, infoSecurePort=0, ipcPort=33613, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x417c45575230e3ab with lease ID 0xb049a92707377531: Processing first storage report for DS-811c87ee-efaa-4f97-9274-d65fa8e7b8d4 from datanode DatanodeRegistration(127.0.0.1:38801, datanodeUuid=3c0efb09-f43b-4b6b-b661-738fffc885ef, infoPort=46609, infoSecurePort=0, ipcPort=33613, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277) 2024-11-23T03:04:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x417c45575230e3ab with lease ID 0xb049a92707377531: from storage DS-811c87ee-efaa-4f97-9274-d65fa8e7b8d4 node DatanodeRegistration(127.0.0.1:38801, datanodeUuid=3c0efb09-f43b-4b6b-b661-738fffc885ef, infoPort=46609, infoSecurePort=0, ipcPort=33613, storageInfo=lv=-57;cid=testClusterID;nsid=491264468;c=1732331063277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:25,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c 2024-11-23T03:04:25,662 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:04:25,669 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:04:25,674 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T03:04:25,690 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T03:04:25,691 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T03:04:25,730 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T03:04:25,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:04:25,781 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39967/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39967/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/oldWALs, maxLogs=32 2024-11-23T03:04:25,825 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732331065804, exclude list is [], retry=0 2024-11-23T03:04:25,887 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1047 (auto-detected) 2024-11-23T03:04:25,891 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T03:04:25,920 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42647,DS-e0342d00-fa5a-471f-b231-a69d361bc91b,DISK] 2024-11-23T03:04:25,925 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T03:04:25,960 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40643,DS-2cd7abb5-a00c-4acc-a57d-7d8fe0efa58f,DISK] 2024-11-23T03:04:25,960 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38801,DS-f4013dab-88c9-4fc9-a4d3-930f4badfcd7,DISK] 2024-11-23T03:04:26,048 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732331065804 2024-11-23T03:04:26,049 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40259:40259),(127.0.0.1/127.0.0.1:42927:42927),(127.0.0.1/127.0.0.1:46609:46609)] 2024-11-23T03:04:26,051 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T03:04:26,758 DEBUG [AsyncFSWAL-0-hdfs://localhost:39967/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-23T03:04:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40643 is added to blk_1073741825_1001 (size=1048651116) 2024-11-23T03:04:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42647 is added to blk_1073741825_1001 (size=1048651116) 2024-11-23T03:04:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38801 is added to blk_1073741825_1001 (size=1048651116) 2024-11-23T03:04:30,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:04:30,806 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39967/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732331065804: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-23T03:04:31,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T03:04:31,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:31,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:31,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:31,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:31,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:31,997 WARN [BP-459573097-172.17.0.2-1732331063277 heartbeating to localhost/127.0.0.1:39967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:31,997 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:31,997 WARN [BP-459573097-172.17.0.2-1732331063277 heartbeating to localhost/127.0.0.1:39967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-459573097-172.17.0.2-1732331063277 (Datanode Uuid 3c0efb09-f43b-4b6b-b661-738fffc885ef) service to localhost/127.0.0.1:39967 2024-11-23T03:04:31,997 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:31,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data5/current/BP-459573097-172.17.0.2-1732331063277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:32,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data6/current/BP-459573097-172.17.0.2-1732331063277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:32,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:32,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:32,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:32,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:32,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:32,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:32,023 WARN [BP-459573097-172.17.0.2-1732331063277 heartbeating to localhost/127.0.0.1:39967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:32,023 WARN [BP-459573097-172.17.0.2-1732331063277 heartbeating to localhost/127.0.0.1:39967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-459573097-172.17.0.2-1732331063277 (Datanode Uuid 6cc0b293-db1d-4f92-8c94-5e14056dec82) service to localhost/127.0.0.1:39967 2024-11-23T03:04:32,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:32,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:32,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data3/current/BP-459573097-172.17.0.2-1732331063277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:32,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data4/current/BP-459573097-172.17.0.2-1732331063277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:32,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:32,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:32,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:32,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:32,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:32,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:32,038 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:32,038 WARN [BP-459573097-172.17.0.2-1732331063277 heartbeating to localhost/127.0.0.1:39967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:32,038 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:32,038 WARN [BP-459573097-172.17.0.2-1732331063277 heartbeating to localhost/127.0.0.1:39967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-459573097-172.17.0.2-1732331063277 (Datanode Uuid fc3a9605-567c-4e5c-b863-c438e301ad2f) service to localhost/127.0.0.1:39967 2024-11-23T03:04:32,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data1/current/BP-459573097-172.17.0.2-1732331063277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:32,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/cluster_097e6411-8bfa-caa2-c5ed-a1d58de72e7d/dfs/data/data2/current/BP-459573097-172.17.0.2-1732331063277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:32,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:32,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:04:32,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:32,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:32,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:32,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:32,645 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T03:04:32,654 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=47 (was 12) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4393d049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 314) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5639 (was 6415) 2024-11-23T03:04:32,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=47, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=5640 2024-11-23T03:04:32,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.log.dir so I do NOT create it in target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1 2024-11-23T03:04:32,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/22981502-07bf-f99e-5d54-4b9a399f543c/hadoop.tmp.dir so I do NOT create it in target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1 2024-11-23T03:04:32,662 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4, deleteOnExit=true 2024-11-23T03:04:32,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/test.cache.data in system properties and HBase conf 2024-11-23T03:04:32,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:04:32,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:04:32,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:04:32,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:04:32,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T03:04:32,664 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:04:32,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:04:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:04:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:04:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:04:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:04:32,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:04:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:04:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:04:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:04:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:04:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:04:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:04:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:04:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:04:32,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:32,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:32,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:32,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:32,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:32,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:32,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48926975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:32,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33a1d052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:32,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@548b37fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/java.io.tmpdir/jetty-localhost-33259-hadoop-hdfs-3_4_1-tests_jar-_-any-18076741574178491812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:04:32,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75a01eac{HTTP/1.1, (http/1.1)}{localhost:33259} 2024-11-23T03:04:32,930 INFO [Time-limited test {}] server.Server(415): Started @12203ms 2024-11-23T03:04:33,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:33,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:33,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:33,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:33,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:33,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22a7607d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:33,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a07c47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:33,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c541208{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/java.io.tmpdir/jetty-localhost-44359-hadoop-hdfs-3_4_1-tests_jar-_-any-10323404499931463180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:33,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4131d1e8{HTTP/1.1, (http/1.1)}{localhost:44359} 2024-11-23T03:04:33,188 INFO [Time-limited test {}] server.Server(415): Started @12462ms 2024-11-23T03:04:33,190 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:33,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:33,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:33,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:33,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:33,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:33,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c95351{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:33,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a9602f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:33,349 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data1/current/BP-1404526203-172.17.0.2-1732331072697/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:33,364 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data2/current/BP-1404526203-172.17.0.2-1732331072697/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:33,395 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70502a0b9b69e9a7 with lease ID 0x7e37381faabe7e03: Processing first storage report for DS-ef8ab16c-7b3d-4053-aa6f-edc03b45d4ef from datanode DatanodeRegistration(127.0.0.1:45725, datanodeUuid=2c288fae-ac8a-4495-816a-7c260b2ca157, infoPort=40019, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697) 2024-11-23T03:04:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70502a0b9b69e9a7 with lease ID 0x7e37381faabe7e03: from storage DS-ef8ab16c-7b3d-4053-aa6f-edc03b45d4ef node DatanodeRegistration(127.0.0.1:45725, datanodeUuid=2c288fae-ac8a-4495-816a-7c260b2ca157, infoPort=40019, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:04:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70502a0b9b69e9a7 with lease ID 0x7e37381faabe7e03: Processing first storage report for DS-a22f89d7-e870-41fd-b094-b4b7391fe11b from datanode DatanodeRegistration(127.0.0.1:45725, datanodeUuid=2c288fae-ac8a-4495-816a-7c260b2ca157, infoPort=40019, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697) 2024-11-23T03:04:33,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70502a0b9b69e9a7 with lease ID 0x7e37381faabe7e03: from storage DS-a22f89d7-e870-41fd-b094-b4b7391fe11b node DatanodeRegistration(127.0.0.1:45725, datanodeUuid=2c288fae-ac8a-4495-816a-7c260b2ca157, infoPort=40019, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:33,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@188a1eba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/java.io.tmpdir/jetty-localhost-33307-hadoop-hdfs-3_4_1-tests_jar-_-any-16124271196507267576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:33,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4031706e{HTTP/1.1, (http/1.1)}{localhost:33307} 2024-11-23T03:04:33,456 INFO [Time-limited test {}] server.Server(415): Started @12730ms 2024-11-23T03:04:33,458 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:33,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:33,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:33,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:33,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:33,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:33,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c58cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:33,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44053d94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:33,587 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data3/current/BP-1404526203-172.17.0.2-1732331072697/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:33,589 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data4/current/BP-1404526203-172.17.0.2-1732331072697/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:33,638 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:33,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaa72796d4819a89 with lease ID 0x7e37381faabe7e04: Processing first storage report for DS-71b08729-a6eb-4243-977e-46da9d9810f6 from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=0574e3c0-03f3-477d-9648-75b4caaabd4d, infoPort=45825, infoSecurePort=0, ipcPort=42841, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697) 2024-11-23T03:04:33,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaa72796d4819a89 with lease ID 0x7e37381faabe7e04: from storage DS-71b08729-a6eb-4243-977e-46da9d9810f6 node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=0574e3c0-03f3-477d-9648-75b4caaabd4d, infoPort=45825, infoSecurePort=0, ipcPort=42841, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaa72796d4819a89 with lease ID 0x7e37381faabe7e04: Processing first storage report for DS-71e97d08-2d8f-46ba-8aa2-d729c7d11e41 from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=0574e3c0-03f3-477d-9648-75b4caaabd4d, infoPort=45825, infoSecurePort=0, ipcPort=42841, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697) 2024-11-23T03:04:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaa72796d4819a89 with lease ID 0x7e37381faabe7e04: from storage DS-71e97d08-2d8f-46ba-8aa2-d729c7d11e41 node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=0574e3c0-03f3-477d-9648-75b4caaabd4d, infoPort=45825, infoSecurePort=0, ipcPort=42841, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:04:33,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c69191a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/java.io.tmpdir/jetty-localhost-35809-hadoop-hdfs-3_4_1-tests_jar-_-any-4690638686689538284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:33,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69999d2b{HTTP/1.1, (http/1.1)}{localhost:35809} 2024-11-23T03:04:33,681 INFO [Time-limited test {}] server.Server(415): Started @12955ms 2024-11-23T03:04:33,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:33,819 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data6/current/BP-1404526203-172.17.0.2-1732331072697/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:33,819 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data5/current/BP-1404526203-172.17.0.2-1732331072697/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:33,851 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:33,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bea18d22b201f89 with lease ID 0x7e37381faabe7e05: Processing first storage report for DS-c6889bd4-549c-4fb1-8dfe-10e7e400905c from datanode DatanodeRegistration(127.0.0.1:37471, datanodeUuid=11d37217-84bd-45a2-bd96-a95ea7fdb33a, infoPort=37355, infoSecurePort=0, ipcPort=34189, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697) 2024-11-23T03:04:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bea18d22b201f89 with lease ID 0x7e37381faabe7e05: from storage DS-c6889bd4-549c-4fb1-8dfe-10e7e400905c node DatanodeRegistration(127.0.0.1:37471, datanodeUuid=11d37217-84bd-45a2-bd96-a95ea7fdb33a, infoPort=37355, infoSecurePort=0, ipcPort=34189, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bea18d22b201f89 with lease ID 0x7e37381faabe7e05: Processing first storage report for DS-a41eb44f-798f-4102-8d4d-a88fd7854094 from datanode DatanodeRegistration(127.0.0.1:37471, datanodeUuid=11d37217-84bd-45a2-bd96-a95ea7fdb33a, infoPort=37355, infoSecurePort=0, ipcPort=34189, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697) 2024-11-23T03:04:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bea18d22b201f89 with lease ID 0x7e37381faabe7e05: from storage DS-a41eb44f-798f-4102-8d4d-a88fd7854094 node DatanodeRegistration(127.0.0.1:37471, datanodeUuid=11d37217-84bd-45a2-bd96-a95ea7fdb33a, infoPort=37355, infoSecurePort=0, ipcPort=34189, storageInfo=lv=-57;cid=testClusterID;nsid=1430314858;c=1732331072697), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:33,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1 2024-11-23T03:04:33,964 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:04:33,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:04:33,976 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:42329/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:42329/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/oldWALs, maxLogs=32 2024-11-23T03:04:33,993 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732331073978, exclude list is [], retry=0 2024-11-23T03:04:34,000 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-71b08729-a6eb-4243-977e-46da9d9810f6,DISK] 2024-11-23T03:04:34,002 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37471,DS-c6889bd4-549c-4fb1-8dfe-10e7e400905c,DISK] 2024-11-23T03:04:34,002 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45725,DS-ef8ab16c-7b3d-4053-aa6f-edc03b45d4ef,DISK] 2024-11-23T03:04:34,012 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732331073978 2024-11-23T03:04:34,013 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45825:45825),(127.0.0.1/127.0.0.1:37355:37355),(127.0.0.1/127.0.0.1:40019:40019)] 2024-11-23T03:04:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741825_1001 (size=1073110) 2024-11-23T03:04:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37471 is added to blk_1073741825_1001 (size=1073110) 2024-11-23T03:04:34,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45725 is added to blk_1073741825_1001 (size=1073110) 2024-11-23T03:04:34,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:04:34,868 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42329/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732331073978: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-23T03:04:34,934 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T03:04:34,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c69191a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:34,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69999d2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:34,956 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:34,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44053d94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:34,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c58cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:34,958 WARN [BP-1404526203-172.17.0.2-1732331072697 heartbeating to localhost/127.0.0.1:42329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:34,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:34,959 WARN [BP-1404526203-172.17.0.2-1732331072697 heartbeating to localhost/127.0.0.1:42329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1404526203-172.17.0.2-1732331072697 (Datanode Uuid 11d37217-84bd-45a2-bd96-a95ea7fdb33a) service to localhost/127.0.0.1:42329 2024-11-23T03:04:34,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:34,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data5/current/BP-1404526203-172.17.0.2-1732331072697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:34,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data6/current/BP-1404526203-172.17.0.2-1732331072697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:34,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:34,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@188a1eba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:34,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4031706e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:34,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:34,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a9602f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:34,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74c95351{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:34,966 WARN [BP-1404526203-172.17.0.2-1732331072697 heartbeating to localhost/127.0.0.1:42329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:34,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:34,966 WARN [BP-1404526203-172.17.0.2-1732331072697 heartbeating to localhost/127.0.0.1:42329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1404526203-172.17.0.2-1732331072697 (Datanode Uuid 0574e3c0-03f3-477d-9648-75b4caaabd4d) service to localhost/127.0.0.1:42329 2024-11-23T03:04:34,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:34,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data3/current/BP-1404526203-172.17.0.2-1732331072697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:34,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data4/current/BP-1404526203-172.17.0.2-1732331072697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:34,968 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:34,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c541208{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:34,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4131d1e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:34,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:34,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a07c47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:34,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22a7607d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:34,976 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:34,976 WARN [BP-1404526203-172.17.0.2-1732331072697 heartbeating to localhost/127.0.0.1:42329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:34,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:34,976 WARN [BP-1404526203-172.17.0.2-1732331072697 heartbeating to localhost/127.0.0.1:42329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1404526203-172.17.0.2-1732331072697 (Datanode Uuid 2c288fae-ac8a-4495-816a-7c260b2ca157) service to localhost/127.0.0.1:42329 2024-11-23T03:04:34,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data1/current/BP-1404526203-172.17.0.2-1732331072697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:34,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/cluster_c6f4898e-24f7-095d-9997-6518235094a4/dfs/data/data2/current/BP-1404526203-172.17.0.2-1732331072697 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:34,977 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:34,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@548b37fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:04:34,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75a01eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:34,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:34,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33a1d052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:34,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48926975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:35,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T03:04:35,025 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 47) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=5657 (was 5640) - AvailableMemoryMB LEAK? - 2024-11-23T03:04:35,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=5658 2024-11-23T03:04:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.log.dir so I do NOT create it in target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9 2024-11-23T03:04:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcab3ab0-c9b1-0c38-734b-92fa0ecb5dd1/hadoop.tmp.dir so I do NOT create it in target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9 2024-11-23T03:04:35,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748, deleteOnExit=true 2024-11-23T03:04:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/test.cache.data in system properties and HBase conf 2024-11-23T03:04:35,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:04:35,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:04:35,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:04:35,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:04:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T03:04:35,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:04:35,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:04:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:04:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:04:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:04:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:04:35,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:04:35,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:04:35,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:04:35,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:04:35,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:04:35,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:04:35,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:04:35,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:04:35,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:04:35,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:35,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:35,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:35,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:35,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:35,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:35,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@796b50bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:35,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11c7691f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:35,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e11b151{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/java.io.tmpdir/jetty-localhost-41667-hadoop-hdfs-3_4_1-tests_jar-_-any-6173973668479671107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:04:35,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1de83208{HTTP/1.1, (http/1.1)}{localhost:41667} 2024-11-23T03:04:35,322 INFO [Time-limited test {}] server.Server(415): Started @14596ms 2024-11-23T03:04:35,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:35,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:35,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:35,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:35,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:35,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@662ebf0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:35,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15ba0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:35,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a1ede69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/java.io.tmpdir/jetty-localhost-38941-hadoop-hdfs-3_4_1-tests_jar-_-any-3051317214909026881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:35,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cb7299d{HTTP/1.1, (http/1.1)}{localhost:38941} 2024-11-23T03:04:35,565 INFO [Time-limited test {}] server.Server(415): Started @14839ms 2024-11-23T03:04:35,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:35,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:35,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:35,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:35,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:35,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:35,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b0847b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:35,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55609a83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:35,695 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data1/current/BP-855117239-172.17.0.2-1732331075088/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:35,695 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data2/current/BP-855117239-172.17.0.2-1732331075088/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:35,725 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99381c71f96acfbc with lease ID 0x21a249c76cf785e5: Processing first storage report for DS-2deb6d53-d96b-43a2-9ed4-b09fb4a1ee26 from datanode DatanodeRegistration(127.0.0.1:41073, datanodeUuid=10efce70-6f41-4a80-9b57-636d3ee365b9, infoPort=33445, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088) 2024-11-23T03:04:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99381c71f96acfbc with lease ID 0x21a249c76cf785e5: from storage DS-2deb6d53-d96b-43a2-9ed4-b09fb4a1ee26 node DatanodeRegistration(127.0.0.1:41073, datanodeUuid=10efce70-6f41-4a80-9b57-636d3ee365b9, infoPort=33445, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:35,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99381c71f96acfbc with lease ID 0x21a249c76cf785e5: Processing first storage report for DS-1d5e94d0-8fb0-4892-bae2-32a3c44b5a7c from datanode DatanodeRegistration(127.0.0.1:41073, datanodeUuid=10efce70-6f41-4a80-9b57-636d3ee365b9, infoPort=33445, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088) 2024-11-23T03:04:35,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99381c71f96acfbc with lease ID 0x21a249c76cf785e5: from storage DS-1d5e94d0-8fb0-4892-bae2-32a3c44b5a7c node DatanodeRegistration(127.0.0.1:41073, datanodeUuid=10efce70-6f41-4a80-9b57-636d3ee365b9, infoPort=33445, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:04:35,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51733d2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/java.io.tmpdir/jetty-localhost-36527-hadoop-hdfs-3_4_1-tests_jar-_-any-4470239619911736105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:35,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@773336a0{HTTP/1.1, (http/1.1)}{localhost:36527} 2024-11-23T03:04:35,787 INFO [Time-limited test {}] server.Server(415): Started @15061ms 2024-11-23T03:04:35,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:35,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:35,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:35,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:35,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:35,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:04:35,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7290a996{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:35,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a80891e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:35,911 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data3/current/BP-855117239-172.17.0.2-1732331075088/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:35,916 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data4/current/BP-855117239-172.17.0.2-1732331075088/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:35,938 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2efb20c2d43d356e with lease ID 0x21a249c76cf785e6: Processing first storage report for DS-5f261372-0057-4ac3-8f43-e1118ca2290b from datanode DatanodeRegistration(127.0.0.1:34171, datanodeUuid=26b63e12-2ae3-45b6-bca4-0f349bf83d3b, infoPort=41557, infoSecurePort=0, ipcPort=42469, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088) 2024-11-23T03:04:35,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2efb20c2d43d356e with lease ID 0x21a249c76cf785e6: from storage DS-5f261372-0057-4ac3-8f43-e1118ca2290b node DatanodeRegistration(127.0.0.1:34171, datanodeUuid=26b63e12-2ae3-45b6-bca4-0f349bf83d3b, infoPort=41557, infoSecurePort=0, ipcPort=42469, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:35,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2efb20c2d43d356e with lease ID 0x21a249c76cf785e6: Processing first storage report for DS-83706061-dda0-4f71-91a8-8ceb3cee6e35 from datanode DatanodeRegistration(127.0.0.1:34171, datanodeUuid=26b63e12-2ae3-45b6-bca4-0f349bf83d3b, infoPort=41557, infoSecurePort=0, ipcPort=42469, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088) 2024-11-23T03:04:35,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2efb20c2d43d356e with lease ID 0x21a249c76cf785e6: from storage DS-83706061-dda0-4f71-91a8-8ceb3cee6e35 node DatanodeRegistration(127.0.0.1:34171, datanodeUuid=26b63e12-2ae3-45b6-bca4-0f349bf83d3b, infoPort=41557, infoSecurePort=0, ipcPort=42469, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:36,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b89d423{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/java.io.tmpdir/jetty-localhost-40101-hadoop-hdfs-3_4_1-tests_jar-_-any-8221485071323058164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:36,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a699144{HTTP/1.1, (http/1.1)}{localhost:40101} 2024-11-23T03:04:36,034 INFO [Time-limited test {}] server.Server(415): Started @15308ms 2024-11-23T03:04:36,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:36,152 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data5/current/BP-855117239-172.17.0.2-1732331075088/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:36,153 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data6/current/BP-855117239-172.17.0.2-1732331075088/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:36,173 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8a7eb744c593b7 with lease ID 0x21a249c76cf785e7: Processing first storage report for DS-0428a8b6-4b5d-4c52-b9c0-2c8d72d1c5ae from datanode DatanodeRegistration(127.0.0.1:42465, datanodeUuid=035f8e83-606d-4f31-99c5-efe195b6c083, infoPort=46337, infoSecurePort=0, ipcPort=37681, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088) 2024-11-23T03:04:36,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8a7eb744c593b7 with lease ID 0x21a249c76cf785e7: from storage DS-0428a8b6-4b5d-4c52-b9c0-2c8d72d1c5ae node DatanodeRegistration(127.0.0.1:42465, datanodeUuid=035f8e83-606d-4f31-99c5-efe195b6c083, infoPort=46337, infoSecurePort=0, ipcPort=37681, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:36,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d8a7eb744c593b7 with lease ID 0x21a249c76cf785e7: Processing first storage report for DS-352233c7-0d24-4518-8fa2-9bf1d2065a7b from datanode DatanodeRegistration(127.0.0.1:42465, datanodeUuid=035f8e83-606d-4f31-99c5-efe195b6c083, infoPort=46337, infoSecurePort=0, ipcPort=37681, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088) 2024-11-23T03:04:36,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d8a7eb744c593b7 with lease ID 0x21a249c76cf785e7: from storage DS-352233c7-0d24-4518-8fa2-9bf1d2065a7b node DatanodeRegistration(127.0.0.1:42465, datanodeUuid=035f8e83-606d-4f31-99c5-efe195b6c083, infoPort=46337, infoSecurePort=0, ipcPort=37681, storageInfo=lv=-57;cid=testClusterID;nsid=1986091066;c=1732331075088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:36,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9 2024-11-23T03:04:36,183 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:04:36,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:04:36,192 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:37811/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:37811/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/oldWALs, maxLogs=32 2024-11-23T03:04:36,207 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732331076193, exclude list is [], retry=0 2024-11-23T03:04:36,213 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41073,DS-2deb6d53-d96b-43a2-9ed4-b09fb4a1ee26,DISK] 2024-11-23T03:04:36,214 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34171,DS-5f261372-0057-4ac3-8f43-e1118ca2290b,DISK] 2024-11-23T03:04:36,214 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42465,DS-0428a8b6-4b5d-4c52-b9c0-2c8d72d1c5ae,DISK] 2024-11-23T03:04:36,217 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732331076193 2024-11-23T03:04:36,218 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33445:33445),(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:46337:46337)] 2024-11-23T03:04:36,234 INFO [AsyncFSWAL-0-hdfs://localhost:37811/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-23T03:04:47,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42465 is added to blk_1073741825_1001 (size=5861116) 2024-11-23T03:04:47,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41073 is added to blk_1073741825_1001 (size=5861116) 2024-11-23T03:04:47,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34171 is added to blk_1073741825_1001 (size=5861116) 2024-11-23T03:04:47,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:04:47,494 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37811/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732331076193: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T03:04:49,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T03:04:49,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b89d423{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:49,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a699144{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:49,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:49,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a80891e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:49,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7290a996{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:49,341 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:49,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:49,341 WARN [BP-855117239-172.17.0.2-1732331075088 heartbeating to localhost/127.0.0.1:37811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:49,342 WARN [BP-855117239-172.17.0.2-1732331075088 heartbeating to localhost/127.0.0.1:37811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855117239-172.17.0.2-1732331075088 (Datanode Uuid 035f8e83-606d-4f31-99c5-efe195b6c083) service to localhost/127.0.0.1:37811 2024-11-23T03:04:49,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data5/current/BP-855117239-172.17.0.2-1732331075088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:49,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data6/current/BP-855117239-172.17.0.2-1732331075088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:49,343 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:49,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51733d2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:49,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@773336a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:49,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:49,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55609a83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:49,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b0847b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:49,353 WARN [BP-855117239-172.17.0.2-1732331075088 heartbeating to localhost/127.0.0.1:37811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:49,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:49,354 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:49,354 WARN [BP-855117239-172.17.0.2-1732331075088 heartbeating to localhost/127.0.0.1:37811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855117239-172.17.0.2-1732331075088 (Datanode Uuid 26b63e12-2ae3-45b6-bca4-0f349bf83d3b) service to localhost/127.0.0.1:37811 2024-11-23T03:04:49,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data3/current/BP-855117239-172.17.0.2-1732331075088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:49,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data4/current/BP-855117239-172.17.0.2-1732331075088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:49,355 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:49,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a1ede69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:49,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cb7299d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:49,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:49,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15ba0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:49,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@662ebf0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:49,360 WARN [BP-855117239-172.17.0.2-1732331075088 heartbeating to localhost/127.0.0.1:37811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:49,360 WARN [BP-855117239-172.17.0.2-1732331075088 heartbeating to localhost/127.0.0.1:37811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855117239-172.17.0.2-1732331075088 (Datanode Uuid 10efce70-6f41-4a80-9b57-636d3ee365b9) service to localhost/127.0.0.1:37811 2024-11-23T03:04:49,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:49,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:49,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data1/current/BP-855117239-172.17.0.2-1732331075088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:49,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/cluster_d480b6e5-94c5-f7f2-15f4-fb67bedf9748/dfs/data/data2/current/BP-855117239-172.17.0.2-1732331075088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:49,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:49,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e11b151{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:04:49,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1de83208{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:49,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:49,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11c7691f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:49,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@796b50bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:49,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T03:04:49,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 54) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=5702 (was 5658) - AvailableMemoryMB LEAK? - 2024-11-23T03:04:49,408 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=56, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=5702 2024-11-23T03:04:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.log.dir so I do NOT create it in target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262 2024-11-23T03:04:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16c2b22a-cf3a-4a7e-9fed-8ac9822bafd9/hadoop.tmp.dir so I do NOT create it in target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262 2024-11-23T03:04:49,409 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440, deleteOnExit=true 2024-11-23T03:04:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/test.cache.data in system properties and HBase conf 2024-11-23T03:04:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:04:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:04:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:04:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:04:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T03:04:49,410 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:04:49,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:04:49,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:04:49,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:04:49,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:04:49,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:04:49,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:04:49,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:49,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:49,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:49,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:49,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:49,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:49,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4ec0b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:49,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63884790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:49,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52c30198{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/java.io.tmpdir/jetty-localhost-46137-hadoop-hdfs-3_4_1-tests_jar-_-any-8135264133177826192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:04:49,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34ae5f02{HTTP/1.1, (http/1.1)}{localhost:46137} 2024-11-23T03:04:49,660 INFO [Time-limited test {}] server.Server(415): Started @28934ms 2024-11-23T03:04:49,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:49,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:49,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:49,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:49,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:04:49,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3093f6ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:49,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12552026{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:49,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54e41ef2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/java.io.tmpdir/jetty-localhost-36015-hadoop-hdfs-3_4_1-tests_jar-_-any-17832263950193467807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:49,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd4033f{HTTP/1.1, (http/1.1)}{localhost:36015} 2024-11-23T03:04:49,940 INFO [Time-limited test {}] server.Server(415): Started @29214ms 2024-11-23T03:04:49,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:49,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:50,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:50,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:50,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:50,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:04:50,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@454e1162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:50,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa3625d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:50,059 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data1/current/BP-222468072-172.17.0.2-1732331089443/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:50,059 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data2/current/BP-222468072-172.17.0.2-1732331089443/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:50,093 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7d58a1bcadbea95 with lease ID 0xd668af2256ac3838: Processing first storage report for DS-bd875d16-5610-44fe-95ef-bfe2d4d2da75 from datanode DatanodeRegistration(127.0.0.1:44319, datanodeUuid=60af4ba9-1ff5-4bdd-bd9a-3499fab9475a, infoPort=35069, infoSecurePort=0, ipcPort=41165, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443) 2024-11-23T03:04:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7d58a1bcadbea95 with lease ID 0xd668af2256ac3838: from storage DS-bd875d16-5610-44fe-95ef-bfe2d4d2da75 node DatanodeRegistration(127.0.0.1:44319, datanodeUuid=60af4ba9-1ff5-4bdd-bd9a-3499fab9475a, infoPort=35069, infoSecurePort=0, ipcPort=41165, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7d58a1bcadbea95 with lease ID 0xd668af2256ac3838: Processing first storage report for DS-b6189ff0-41d4-49d7-a133-4b349963e255 from datanode DatanodeRegistration(127.0.0.1:44319, datanodeUuid=60af4ba9-1ff5-4bdd-bd9a-3499fab9475a, infoPort=35069, infoSecurePort=0, ipcPort=41165, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443) 2024-11-23T03:04:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7d58a1bcadbea95 with lease ID 0xd668af2256ac3838: from storage DS-b6189ff0-41d4-49d7-a133-4b349963e255 node DatanodeRegistration(127.0.0.1:44319, datanodeUuid=60af4ba9-1ff5-4bdd-bd9a-3499fab9475a, infoPort=35069, infoSecurePort=0, ipcPort=41165, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:04:50,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ae90cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/java.io.tmpdir/jetty-localhost-42853-hadoop-hdfs-3_4_1-tests_jar-_-any-16943782295404887769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:50,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bec3564{HTTP/1.1, (http/1.1)}{localhost:42853} 2024-11-23T03:04:50,152 INFO [Time-limited test {}] server.Server(415): Started @29426ms 2024-11-23T03:04:50,154 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:50,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:04:50,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:04:50,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:04:50,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:04:50,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:04:50,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37602925{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:04:50,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37f9841{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:04:50,296 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data3/current/BP-222468072-172.17.0.2-1732331089443/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:50,297 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data4/current/BP-222468072-172.17.0.2-1732331089443/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:50,332 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1916cf57feda6f3b with lease ID 0xd668af2256ac3839: Processing first storage report for DS-b9c09568-a231-4cf8-aa3c-5015a6140f01 from datanode DatanodeRegistration(127.0.0.1:42781, datanodeUuid=e54f3c8c-6f60-47b4-ab7b-c344e162290f, infoPort=38389, infoSecurePort=0, ipcPort=34377, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443) 2024-11-23T03:04:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1916cf57feda6f3b with lease ID 0xd668af2256ac3839: from storage DS-b9c09568-a231-4cf8-aa3c-5015a6140f01 node DatanodeRegistration(127.0.0.1:42781, datanodeUuid=e54f3c8c-6f60-47b4-ab7b-c344e162290f, infoPort=38389, infoSecurePort=0, ipcPort=34377, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1916cf57feda6f3b with lease ID 0xd668af2256ac3839: Processing first storage report for DS-273acf7f-335d-414f-98c3-f07889f7a9e6 from datanode DatanodeRegistration(127.0.0.1:42781, datanodeUuid=e54f3c8c-6f60-47b4-ab7b-c344e162290f, infoPort=38389, infoSecurePort=0, ipcPort=34377, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443) 2024-11-23T03:04:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1916cf57feda6f3b with lease ID 0xd668af2256ac3839: from storage DS-273acf7f-335d-414f-98c3-f07889f7a9e6 node DatanodeRegistration(127.0.0.1:42781, datanodeUuid=e54f3c8c-6f60-47b4-ab7b-c344e162290f, infoPort=38389, infoSecurePort=0, ipcPort=34377, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:50,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a1baeb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/java.io.tmpdir/jetty-localhost-42903-hadoop-hdfs-3_4_1-tests_jar-_-any-14390031873714876492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:50,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53ed857e{HTTP/1.1, (http/1.1)}{localhost:42903} 2024-11-23T03:04:50,388 INFO [Time-limited test {}] server.Server(415): Started @29662ms 2024-11-23T03:04:50,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:04:50,515 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data5/current/BP-222468072-172.17.0.2-1732331089443/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:50,520 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data6/current/BP-222468072-172.17.0.2-1732331089443/current, will proceed with Du for space computation calculation, 2024-11-23T03:04:50,561 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:04:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d2003db4688c3d with lease ID 0xd668af2256ac383a: Processing first storage report for DS-4ae24e90-e6b7-4db4-86e6-348f7e5ae99b from datanode DatanodeRegistration(127.0.0.1:36967, datanodeUuid=bd2d6a0b-0e6b-488b-b890-0ff3b9bdb4a8, infoPort=33707, infoSecurePort=0, ipcPort=41591, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443) 2024-11-23T03:04:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d2003db4688c3d with lease ID 0xd668af2256ac383a: from storage DS-4ae24e90-e6b7-4db4-86e6-348f7e5ae99b node DatanodeRegistration(127.0.0.1:36967, datanodeUuid=bd2d6a0b-0e6b-488b-b890-0ff3b9bdb4a8, infoPort=33707, infoSecurePort=0, ipcPort=41591, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:04:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d2003db4688c3d with lease ID 0xd668af2256ac383a: Processing first storage report for DS-07470032-ff52-4ac9-b55d-917fe4cc66f1 from datanode DatanodeRegistration(127.0.0.1:36967, datanodeUuid=bd2d6a0b-0e6b-488b-b890-0ff3b9bdb4a8, infoPort=33707, infoSecurePort=0, ipcPort=41591, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443) 2024-11-23T03:04:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d2003db4688c3d with lease ID 0xd668af2256ac383a: from storage DS-07470032-ff52-4ac9-b55d-917fe4cc66f1 node DatanodeRegistration(127.0.0.1:36967, datanodeUuid=bd2d6a0b-0e6b-488b-b890-0ff3b9bdb4a8, infoPort=33707, infoSecurePort=0, ipcPort=41591, storageInfo=lv=-57;cid=testClusterID;nsid=1118844763;c=1732331089443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:04:50,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262 2024-11-23T03:04:50,649 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:04:50,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:04:50,658 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37243/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37243/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/oldWALs, maxLogs=32 2024-11-23T03:04:50,680 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732331090660, exclude list is [], retry=0 2024-11-23T03:04:50,687 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-b9c09568-a231-4cf8-aa3c-5015a6140f01,DISK] 2024-11-23T03:04:50,689 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36967,DS-4ae24e90-e6b7-4db4-86e6-348f7e5ae99b,DISK] 2024-11-23T03:04:50,689 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-bd875d16-5610-44fe-95ef-bfe2d4d2da75,DISK] 2024-11-23T03:04:50,693 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732331090660 2024-11-23T03:04:50,695 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38389:38389),(127.0.0.1/127.0.0.1:33707:33707),(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-23T03:04:51,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741825_1001 (size=121110) 2024-11-23T03:04:51,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741825_1001 (size=121110) 2024-11-23T03:04:51,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741825_1001 (size=121110) 2024-11-23T03:04:51,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:04:51,216 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37243/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732331090660: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T03:04:51,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T03:04:51,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a1baeb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:51,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53ed857e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:51,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:51,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37f9841{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:51,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37602925{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:51,253 WARN [BP-222468072-172.17.0.2-1732331089443 heartbeating to localhost/127.0.0.1:37243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:51,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:51,253 WARN [BP-222468072-172.17.0.2-1732331089443 heartbeating to localhost/127.0.0.1:37243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-222468072-172.17.0.2-1732331089443 (Datanode Uuid bd2d6a0b-0e6b-488b-b890-0ff3b9bdb4a8) service to localhost/127.0.0.1:37243 2024-11-23T03:04:51,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:51,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data5/current/BP-222468072-172.17.0.2-1732331089443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:51,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data6/current/BP-222468072-172.17.0.2-1732331089443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:51,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:51,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ae90cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:51,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bec3564{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:51,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:51,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa3625d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:51,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@454e1162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:51,266 WARN [BP-222468072-172.17.0.2-1732331089443 heartbeating to localhost/127.0.0.1:37243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:51,266 WARN [BP-222468072-172.17.0.2-1732331089443 heartbeating to localhost/127.0.0.1:37243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-222468072-172.17.0.2-1732331089443 (Datanode Uuid e54f3c8c-6f60-47b4-ab7b-c344e162290f) service to localhost/127.0.0.1:37243 2024-11-23T03:04:51,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data3/current/BP-222468072-172.17.0.2-1732331089443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:51,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data4/current/BP-222468072-172.17.0.2-1732331089443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:51,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:51,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:51,268 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:51,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54e41ef2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:04:51,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd4033f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:51,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:51,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12552026{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:51,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3093f6ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:51,277 WARN [BP-222468072-172.17.0.2-1732331089443 heartbeating to localhost/127.0.0.1:37243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:04:51,277 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:04:51,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:04:51,277 WARN [BP-222468072-172.17.0.2-1732331089443 heartbeating to localhost/127.0.0.1:37243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-222468072-172.17.0.2-1732331089443 (Datanode Uuid 60af4ba9-1ff5-4bdd-bd9a-3499fab9475a) service to localhost/127.0.0.1:37243 2024-11-23T03:04:51,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data1/current/BP-222468072-172.17.0.2-1732331089443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:51,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/cluster_6d66774a-79e0-64a6-3a74-c44137414440/dfs/data/data2/current/BP-222468072-172.17.0.2-1732331089443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:04:51,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:04:51,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52c30198{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:04:51,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34ae5f02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:04:51,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:04:51,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63884790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:04:51,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4ec0b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/93dcc2e7-0200-cd8d-39aa-9daa07259262/hadoop.log.dir/,STOPPED} 2024-11-23T03:04:51,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T03:04:51,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=83 (was 56) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 359), ProcessCount=11 (was 11), AvailableMemoryMB=5489 (was 5702)