2024-12-02 03:04:35,664 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-02 03:04:35,688 main DEBUG Took 0.020268 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 03:04:35,689 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 03:04:35,689 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 03:04:35,691 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 03:04:35,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,720 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 03:04:35,822 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,826 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,828 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,829 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,831 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,832 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,833 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,834 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:04:35,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,837 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 03:04:35,839 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:04:35,841 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 03:04:35,843 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 03:04:35,846 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 03:04:35,848 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 03:04:35,848 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 03:04:35,861 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 03:04:35,880 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 03:04:35,883 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 03:04:35,885 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 03:04:35,887 main DEBUG createAppenders(={Console}) 2024-12-02 03:04:35,891 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-02 03:04:35,892 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-02 03:04:35,893 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-02 03:04:35,893 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 03:04:35,894 main DEBUG OutputStream closed 2024-12-02 03:04:35,895 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 03:04:35,896 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 03:04:35,896 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-02 03:04:36,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 03:04:36,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 03:04:36,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 03:04:36,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 03:04:36,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 03:04:36,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 03:04:36,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 03:04:36,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 03:04:36,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 03:04:36,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 03:04:36,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 03:04:36,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 03:04:36,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 03:04:36,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 03:04:36,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 03:04:36,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 03:04:36,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 03:04:36,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 03:04:36,048 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 03:04:36,048 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-02 03:04:36,049 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 03:04:36,050 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-02T03:04:36,472 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539 2024-12-02 03:04:36,476 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 03:04:36,476 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T03:04:36,506 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-02T03:04:36,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=5464 2024-12-02T03:04:36,667 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c, deleteOnExit=true 2024-12-02T03:04:36,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/test.cache.data in system properties and HBase conf 2024-12-02T03:04:36,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:04:36,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:04:36,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:04:36,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:04:36,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T03:04:36,897 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T03:04:37,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:04:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:04:37,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:04:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:04:37,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:04:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:04:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:04:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:04:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:04:37,100 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:04:37,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:04:37,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:04:37,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:04:37,102 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:04:37,103 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:04:38,228 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T03:04:38,339 INFO [Time-limited test {}] log.Log(170): Logging initialized @3762ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T03:04:38,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:38,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:38,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:38,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:38,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:04:38,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:38,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6952bbac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:38,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4164423{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:38,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24c7e704{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/java.io.tmpdir/jetty-localhost-46815-hadoop-hdfs-3_4_1-tests_jar-_-any-6049219627464278220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:04:38,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4342e091{HTTP/1.1, (http/1.1)}{localhost:46815} 2024-12-02T03:04:38,834 INFO [Time-limited test {}] server.Server(415): Started @4259ms 2024-12-02T03:04:39,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:39,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:39,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:39,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:39,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:04:39,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@642d6995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:39,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@166d05da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:39,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16d0f8be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/java.io.tmpdir/jetty-localhost-34153-hadoop-hdfs-3_4_1-tests_jar-_-any-3768737435135462791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:39,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30fd7c02{HTTP/1.1, (http/1.1)}{localhost:34153} 2024-12-02T03:04:39,426 INFO [Time-limited test {}] server.Server(415): Started @4851ms 2024-12-02T03:04:39,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:39,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:39,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:39,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:39,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:39,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:04:39,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6069119b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:39,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b21879f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:39,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5321e4ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/java.io.tmpdir/jetty-localhost-45215-hadoop-hdfs-3_4_1-tests_jar-_-any-6990229847723107606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:39,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc210bf{HTTP/1.1, (http/1.1)}{localhost:45215} 2024-12-02T03:04:39,821 INFO [Time-limited test {}] server.Server(415): Started @5246ms 2024-12-02T03:04:39,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:39,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:39,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:39,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:39,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:39,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:04:39,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e9fcb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:39,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c56e138{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:40,018 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data4/current/BP-1953650992-172.17.0.2-1733108677929/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:40,018 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data2/current/BP-1953650992-172.17.0.2-1733108677929/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:40,020 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data1/current/BP-1953650992-172.17.0.2-1733108677929/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:40,020 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data3/current/BP-1953650992-172.17.0.2-1733108677929/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:40,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da35f07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/java.io.tmpdir/jetty-localhost-41269-hadoop-hdfs-3_4_1-tests_jar-_-any-2334142971690588581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:40,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4602eb80{HTTP/1.1, (http/1.1)}{localhost:41269} 2024-12-02T03:04:40,066 INFO [Time-limited test {}] server.Server(415): Started @5491ms 2024-12-02T03:04:40,068 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:40,075 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:40,075 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:40,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd695681ba6ec3619 with lease ID 0x37164ad8cd3e095a: Processing first storage report for DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a from datanode DatanodeRegistration(127.0.0.1:35079, datanodeUuid=68ad1474-5c92-4276-b02e-2f0503387efc, infoPort=35531, infoSecurePort=0, ipcPort=34003, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929) 2024-12-02T03:04:40,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd695681ba6ec3619 with lease ID 0x37164ad8cd3e095a: from storage DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a node DatanodeRegistration(127.0.0.1:35079, datanodeUuid=68ad1474-5c92-4276-b02e-2f0503387efc, infoPort=35531, infoSecurePort=0, ipcPort=34003, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:04:40,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa907e8aa6fc4995 with lease ID 0x37164ad8cd3e0959: Processing first storage report for DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f from datanode DatanodeRegistration(127.0.0.1:42013, datanodeUuid=0a0a74ca-8386-442b-bbe2-d9a9ffad7f87, infoPort=33067, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929) 2024-12-02T03:04:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa907e8aa6fc4995 with lease ID 0x37164ad8cd3e0959: from storage DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f node DatanodeRegistration(127.0.0.1:42013, datanodeUuid=0a0a74ca-8386-442b-bbe2-d9a9ffad7f87, infoPort=33067, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:04:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd695681ba6ec3619 with lease ID 0x37164ad8cd3e095a: Processing first storage report for DS-2aa99aee-123d-49ec-aa4e-c65044ed2219 from datanode DatanodeRegistration(127.0.0.1:35079, datanodeUuid=68ad1474-5c92-4276-b02e-2f0503387efc, infoPort=35531, infoSecurePort=0, ipcPort=34003, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929) 2024-12-02T03:04:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd695681ba6ec3619 with lease ID 0x37164ad8cd3e095a: from storage DS-2aa99aee-123d-49ec-aa4e-c65044ed2219 node DatanodeRegistration(127.0.0.1:35079, datanodeUuid=68ad1474-5c92-4276-b02e-2f0503387efc, infoPort=35531, infoSecurePort=0, ipcPort=34003, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa907e8aa6fc4995 with lease ID 0x37164ad8cd3e0959: Processing first storage report for DS-08a1fc7a-e912-43cc-aaa5-8c8022ad8f37 from datanode DatanodeRegistration(127.0.0.1:42013, datanodeUuid=0a0a74ca-8386-442b-bbe2-d9a9ffad7f87, infoPort=33067, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929) 2024-12-02T03:04:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa907e8aa6fc4995 with lease ID 0x37164ad8cd3e0959: from storage DS-08a1fc7a-e912-43cc-aaa5-8c8022ad8f37 node DatanodeRegistration(127.0.0.1:42013, datanodeUuid=0a0a74ca-8386-442b-bbe2-d9a9ffad7f87, infoPort=33067, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:40,200 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data5/current/BP-1953650992-172.17.0.2-1733108677929/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:40,200 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data6/current/BP-1953650992-172.17.0.2-1733108677929/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:40,243 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:40,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91e7f08c1191e963 with lease ID 0x37164ad8cd3e095b: Processing first storage report for DS-f14ead6a-33c1-4311-8b94-4472013a3729 from datanode DatanodeRegistration(127.0.0.1:37925, datanodeUuid=a74e681d-7c97-4a1b-8198-ad1e8cf5a11a, infoPort=36327, infoSecurePort=0, ipcPort=44153, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929) 2024-12-02T03:04:40,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91e7f08c1191e963 with lease ID 0x37164ad8cd3e095b: from storage DS-f14ead6a-33c1-4311-8b94-4472013a3729 node DatanodeRegistration(127.0.0.1:37925, datanodeUuid=a74e681d-7c97-4a1b-8198-ad1e8cf5a11a, infoPort=36327, infoSecurePort=0, ipcPort=44153, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91e7f08c1191e963 with lease ID 0x37164ad8cd3e095b: Processing first storage report for DS-46f72f64-6e70-4cf5-9a54-6c3655d230c9 from datanode DatanodeRegistration(127.0.0.1:37925, datanodeUuid=a74e681d-7c97-4a1b-8198-ad1e8cf5a11a, infoPort=36327, infoSecurePort=0, ipcPort=44153, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929) 2024-12-02T03:04:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91e7f08c1191e963 with lease ID 0x37164ad8cd3e095b: from storage DS-46f72f64-6e70-4cf5-9a54-6c3655d230c9 node DatanodeRegistration(127.0.0.1:37925, datanodeUuid=a74e681d-7c97-4a1b-8198-ad1e8cf5a11a, infoPort=36327, infoSecurePort=0, ipcPort=44153, storageInfo=lv=-57;cid=testClusterID;nsid=1221084862;c=1733108677929), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:40,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539 2024-12-02T03:04:40,582 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:04:40,590 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:04:40,593 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T03:04:40,605 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T03:04:40,605 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T03:04:40,650 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T03:04:40,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:04:40,737 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/oldWALs, maxLogs=32 2024-12-02T03:04:40,795 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733108680769, exclude list is [], retry=0 2024-12-02T03:04:40,860 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1043 (auto-detected) 2024-12-02T03:04:40,864 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T03:04:40,892 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK] 2024-12-02T03:04:40,895 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T03:04:40,926 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK] 2024-12-02T03:04:40,927 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK] 2024-12-02T03:04:41,025 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733108680769 2024-12-02T03:04:41,026 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067),(127.0.0.1/127.0.0.1:36327:36327),(127.0.0.1/127.0.0.1:35531:35531)] 2024-12-02T03:04:41,027 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T03:04:41,765 DEBUG [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-02T03:04:44,984 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 203 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:45,388 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 175 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:45,596 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 206 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:45,740 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 142 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:46,076 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1897364063_22 at /127.0.0.1:57794 [Receiving block BP-1953650992-172.17.0.2-1733108677929:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 334ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data1/, blockId=1073741825, seqno=996 2024-12-02T03:04:46,077 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 335 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:46,236 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 158 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:46,348 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:46,900 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1897364063_22 at /127.0.0.1:55908 [Receiving block BP-1953650992-172.17.0.2-1733108677929:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 550ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data5/, blockId=1073741825, seqno=999 2024-12-02T03:04:47,084 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1897364063_22 at /127.0.0.1:57794 [Receiving block BP-1953650992-172.17.0.2-1733108677929:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 734ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data1/, blockId=1073741825, seqno=999 2024-12-02T03:04:47,085 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 735 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:47,228 INFO [AsyncFSWAL-0-hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 142 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42013,DS-7cc973a9-5ca0-445b-ad82-d052f7a3cf3f,DISK], DatanodeInfoWithStorage[127.0.0.1:37925,DS-f14ead6a-33c1-4311-8b94-4472013a3729,DISK], DatanodeInfoWithStorage[127.0.0.1:35079,DS-57d8c425-6e76-43ac-95a9-b71fd9916f2a,DISK]] 2024-12-02T03:04:47,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42013 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T03:04:47,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37925 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T03:04:47,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35079 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T03:04:47,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:04:47,319 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733108680769: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-02T03:04:48,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T03:04:48,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da35f07{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:48,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4602eb80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:04:48,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:04:48,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c56e138{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:04:48,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e9fcb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir/,STOPPED} 2024-12-02T03:04:48,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:04:48,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:04:48,744 WARN [BP-1953650992-172.17.0.2-1733108677929 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:04:48,744 WARN [BP-1953650992-172.17.0.2-1733108677929 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1953650992-172.17.0.2-1733108677929 (Datanode Uuid a74e681d-7c97-4a1b-8198-ad1e8cf5a11a) service to localhost/127.0.0.1:46883 2024-12-02T03:04:48,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data5/current/BP-1953650992-172.17.0.2-1733108677929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:48,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data6/current/BP-1953650992-172.17.0.2-1733108677929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:48,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:04:48,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5321e4ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:48,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc210bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:04:48,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:04:48,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b21879f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:04:48,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6069119b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir/,STOPPED} 2024-12-02T03:04:48,773 WARN [BP-1953650992-172.17.0.2-1733108677929 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:04:48,773 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:04:48,773 WARN [BP-1953650992-172.17.0.2-1733108677929 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1953650992-172.17.0.2-1733108677929 (Datanode Uuid 0a0a74ca-8386-442b-bbe2-d9a9ffad7f87) service to localhost/127.0.0.1:46883 2024-12-02T03:04:48,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:04:48,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data3/current/BP-1953650992-172.17.0.2-1733108677929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:48,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data4/current/BP-1953650992-172.17.0.2-1733108677929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:48,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:04:48,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16d0f8be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:48,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30fd7c02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:04:48,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:04:48,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@166d05da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:04:48,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@642d6995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir/,STOPPED} 2024-12-02T03:04:48,799 WARN [BP-1953650992-172.17.0.2-1733108677929 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:04:48,799 WARN [BP-1953650992-172.17.0.2-1733108677929 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1953650992-172.17.0.2-1733108677929 (Datanode Uuid 68ad1474-5c92-4276-b02e-2f0503387efc) service to localhost/127.0.0.1:46883 2024-12-02T03:04:48,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data1/current/BP-1953650992-172.17.0.2-1733108677929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:48,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:04:48,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:04:48,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/cluster_f68858e5-0a6a-848f-b5c5-90e6926eec0c/dfs/data/data2/current/BP-1953650992-172.17.0.2-1733108677929 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:48,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:04:48,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24c7e704{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:04:48,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4342e091{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:04:48,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:04:48,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4164423{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:04:48,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6952bbac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir/,STOPPED} 2024-12-02T03:04:49,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T03:04:49,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=47 (was 12) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1558148020) connection to localhost/127.0.0.1:46883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1558148020) connection to localhost/127.0.0.1:46883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bebd32a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 464) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4927 (was 5464) 2024-12-02T03:04:49,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=47, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=4925 2024-12-02T03:04:49,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.log.dir so I do NOT create it in target/test-data/3afd0b84-493e-107a-97ad-628783339f3a 2024-12-02T03:04:49,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba69967a-39e6-8b00-0a09-4a77c776c539/hadoop.tmp.dir so I do NOT create it in target/test-data/3afd0b84-493e-107a-97ad-628783339f3a 2024-12-02T03:04:49,464 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56, deleteOnExit=true 2024-12-02T03:04:49,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/test.cache.data in system properties and HBase conf 2024-12-02T03:04:49,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:04:49,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:04:49,465 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:04:49,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:04:49,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T03:04:49,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:04:49,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:04:49,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:04:49,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:04:49,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:04:49,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:04:49,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:04:49,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:04:49,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:04:49,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:04:49,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:04:49,469 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:04:49,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:04:49,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:04:49,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:04:49,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:49,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:49,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:49,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:49,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:04:49,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:49,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cfc5f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:49,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35703cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:49,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f650c0a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/java.io.tmpdir/jetty-localhost-36745-hadoop-hdfs-3_4_1-tests_jar-_-any-5505267732378052060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:04:49,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fdec1bd{HTTP/1.1, (http/1.1)}{localhost:36745} 2024-12-02T03:04:49,799 INFO [Time-limited test {}] server.Server(415): Started @15224ms 2024-12-02T03:04:49,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:49,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:49,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:49,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:49,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:04:49,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bc341ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:49,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@197538b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:50,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f615a40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/java.io.tmpdir/jetty-localhost-38219-hadoop-hdfs-3_4_1-tests_jar-_-any-14422874489712444478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:50,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@151fee8f{HTTP/1.1, (http/1.1)}{localhost:38219} 2024-12-02T03:04:50,055 INFO [Time-limited test {}] server.Server(415): Started @15480ms 2024-12-02T03:04:50,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:50,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:50,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:50,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:50,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:50,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:04:50,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72612e63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:50,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@514731cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:50,280 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data1/current/BP-739693537-172.17.0.2-1733108689525/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:50,315 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data2/current/BP-739693537-172.17.0.2-1733108689525/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:50,357 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:50,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadaefc2ce95da4d with lease ID 0x79730050aded89a0: Processing first storage report for DS-7857a0e4-7b1a-49e7-8a5b-4439a43f0d1b from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=ce7f751c-2361-453c-b214-b20bcf35d590, infoPort=38399, infoSecurePort=0, ipcPort=35621, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525) 2024-12-02T03:04:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadaefc2ce95da4d with lease ID 0x79730050aded89a0: from storage DS-7857a0e4-7b1a-49e7-8a5b-4439a43f0d1b node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=ce7f751c-2361-453c-b214-b20bcf35d590, infoPort=38399, infoSecurePort=0, ipcPort=35621, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadaefc2ce95da4d with lease ID 0x79730050aded89a0: Processing first storage report for DS-da09b64e-ae15-4347-a487-ce85328f33ab from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=ce7f751c-2361-453c-b214-b20bcf35d590, infoPort=38399, infoSecurePort=0, ipcPort=35621, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525) 2024-12-02T03:04:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadaefc2ce95da4d with lease ID 0x79730050aded89a0: from storage DS-da09b64e-ae15-4347-a487-ce85328f33ab node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=ce7f751c-2361-453c-b214-b20bcf35d590, infoPort=38399, infoSecurePort=0, ipcPort=35621, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:50,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@450e9c71{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/java.io.tmpdir/jetty-localhost-36177-hadoop-hdfs-3_4_1-tests_jar-_-any-4048349799737882921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:50,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10413950{HTTP/1.1, (http/1.1)}{localhost:36177} 2024-12-02T03:04:50,384 INFO [Time-limited test {}] server.Server(415): Started @15809ms 2024-12-02T03:04:50,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:50,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:50,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:50,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:50,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:50,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:04:50,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c89ae40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:50,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d56533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:50,510 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data3/current/BP-739693537-172.17.0.2-1733108689525/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:50,510 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data4/current/BP-739693537-172.17.0.2-1733108689525/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:50,536 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb3605e2055eff15 with lease ID 0x79730050aded89a1: Processing first storage report for DS-818e83f5-abb7-4e05-9ac1-c56d10d31333 from datanode DatanodeRegistration(127.0.0.1:37273, datanodeUuid=1d4b7036-8145-417a-8f57-beea9b9a500a, infoPort=45987, infoSecurePort=0, ipcPort=34929, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525) 2024-12-02T03:04:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb3605e2055eff15 with lease ID 0x79730050aded89a1: from storage DS-818e83f5-abb7-4e05-9ac1-c56d10d31333 node DatanodeRegistration(127.0.0.1:37273, datanodeUuid=1d4b7036-8145-417a-8f57-beea9b9a500a, infoPort=45987, infoSecurePort=0, ipcPort=34929, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb3605e2055eff15 with lease ID 0x79730050aded89a1: Processing first storage report for DS-0c8c6b46-2c9f-42ee-af95-d995e883dbe1 from datanode DatanodeRegistration(127.0.0.1:37273, datanodeUuid=1d4b7036-8145-417a-8f57-beea9b9a500a, infoPort=45987, infoSecurePort=0, ipcPort=34929, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525) 2024-12-02T03:04:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb3605e2055eff15 with lease ID 0x79730050aded89a1: from storage DS-0c8c6b46-2c9f-42ee-af95-d995e883dbe1 node DatanodeRegistration(127.0.0.1:37273, datanodeUuid=1d4b7036-8145-417a-8f57-beea9b9a500a, infoPort=45987, infoSecurePort=0, ipcPort=34929, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:50,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bb0ac6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/java.io.tmpdir/jetty-localhost-35541-hadoop-hdfs-3_4_1-tests_jar-_-any-12036796856952993810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:50,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c5df1fc{HTTP/1.1, (http/1.1)}{localhost:35541} 2024-12-02T03:04:50,583 INFO [Time-limited test {}] server.Server(415): Started @16008ms 2024-12-02T03:04:50,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:50,704 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data5/current/BP-739693537-172.17.0.2-1733108689525/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:50,704 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data6/current/BP-739693537-172.17.0.2-1733108689525/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:50,730 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x986e885c9b67335d with lease ID 0x79730050aded89a2: Processing first storage report for DS-72d4ebd9-f8ed-4bfd-bc27-1048a08e5fb6 from datanode DatanodeRegistration(127.0.0.1:36081, datanodeUuid=65b9f5ed-ccc8-4d1c-87a2-14c5310409cf, infoPort=34551, infoSecurePort=0, ipcPort=38661, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525) 2024-12-02T03:04:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x986e885c9b67335d with lease ID 0x79730050aded89a2: from storage DS-72d4ebd9-f8ed-4bfd-bc27-1048a08e5fb6 node DatanodeRegistration(127.0.0.1:36081, datanodeUuid=65b9f5ed-ccc8-4d1c-87a2-14c5310409cf, infoPort=34551, infoSecurePort=0, ipcPort=38661, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x986e885c9b67335d with lease ID 0x79730050aded89a2: Processing first storage report for DS-c7b92983-df90-459e-9dc8-9b67b7d03a74 from datanode DatanodeRegistration(127.0.0.1:36081, datanodeUuid=65b9f5ed-ccc8-4d1c-87a2-14c5310409cf, infoPort=34551, infoSecurePort=0, ipcPort=38661, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525) 2024-12-02T03:04:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x986e885c9b67335d with lease ID 0x79730050aded89a2: from storage DS-c7b92983-df90-459e-9dc8-9b67b7d03a74 node DatanodeRegistration(127.0.0.1:36081, datanodeUuid=65b9f5ed-ccc8-4d1c-87a2-14c5310409cf, infoPort=34551, infoSecurePort=0, ipcPort=38661, storageInfo=lv=-57;cid=testClusterID;nsid=80951412;c=1733108689525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:50,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a 2024-12-02T03:04:50,831 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:04:50,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:04:50,841 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:45679/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:45679/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/oldWALs, maxLogs=32 2024-12-02T03:04:50,866 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733108690844, exclude list is [], retry=0 2024-12-02T03:04:50,875 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-7857a0e4-7b1a-49e7-8a5b-4439a43f0d1b,DISK] 2024-12-02T03:04:50,877 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37273,DS-818e83f5-abb7-4e05-9ac1-c56d10d31333,DISK] 2024-12-02T03:04:50,878 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36081,DS-72d4ebd9-f8ed-4bfd-bc27-1048a08e5fb6,DISK] 2024-12-02T03:04:50,881 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733108690844 2024-12-02T03:04:50,882 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399),(127.0.0.1/127.0.0.1:45987:45987),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-02T03:04:51,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T03:04:51,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T03:04:51,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37273 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T03:04:51,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:04:51,594 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45679/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733108690844: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-02T03:04:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T03:04:51,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bb0ac6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:51,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c5df1fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:04:51,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:04:51,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d56533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:04:51,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c89ae40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir/,STOPPED} 2024-12-02T03:04:51,656 WARN [BP-739693537-172.17.0.2-1733108689525 heartbeating to localhost/127.0.0.1:45679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:04:51,656 WARN [BP-739693537-172.17.0.2-1733108689525 heartbeating to localhost/127.0.0.1:45679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-739693537-172.17.0.2-1733108689525 (Datanode Uuid 65b9f5ed-ccc8-4d1c-87a2-14c5310409cf) service to localhost/127.0.0.1:45679 2024-12-02T03:04:51,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:04:51,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:04:51,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data5/current/BP-739693537-172.17.0.2-1733108689525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:51,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data6/current/BP-739693537-172.17.0.2-1733108689525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:51,657 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:04:51,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@450e9c71{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:51,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10413950{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:04:51,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:04:51,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@514731cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:04:51,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72612e63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir/,STOPPED} 2024-12-02T03:04:51,679 WARN [BP-739693537-172.17.0.2-1733108689525 heartbeating to localhost/127.0.0.1:45679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:04:51,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:04:51,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:04:51,679 WARN [BP-739693537-172.17.0.2-1733108689525 heartbeating to localhost/127.0.0.1:45679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-739693537-172.17.0.2-1733108689525 (Datanode Uuid 1d4b7036-8145-417a-8f57-beea9b9a500a) service to localhost/127.0.0.1:45679 2024-12-02T03:04:51,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data3/current/BP-739693537-172.17.0.2-1733108689525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:51,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data4/current/BP-739693537-172.17.0.2-1733108689525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:51,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:04:51,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f615a40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:51,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@151fee8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:04:51,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:04:51,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@197538b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:04:51,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bc341ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir/,STOPPED} 2024-12-02T03:04:51,704 WARN [BP-739693537-172.17.0.2-1733108689525 heartbeating to localhost/127.0.0.1:45679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:04:51,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:04:51,704 WARN [BP-739693537-172.17.0.2-1733108689525 heartbeating to localhost/127.0.0.1:45679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-739693537-172.17.0.2-1733108689525 (Datanode Uuid ce7f751c-2361-453c-b214-b20bcf35d590) service to localhost/127.0.0.1:45679 2024-12-02T03:04:51,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:04:51,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data1/current/BP-739693537-172.17.0.2-1733108689525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:51,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:04:51,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/cluster_7c89a446-fd4f-ad1e-115d-a38860382b56/dfs/data/data2/current/BP-739693537-172.17.0.2-1733108689525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:04:51,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f650c0a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:04:51,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fdec1bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:04:51,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:04:51,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35703cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:04:51,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cfc5f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir/,STOPPED} 2024-12-02T03:04:51,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T03:04:51,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 47) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1558148020) connection to localhost/127.0.0.1:45679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1558148020) connection to localhost/127.0.0.1:45679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=340 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 560), ProcessCount=11 (was 11), AvailableMemoryMB=4671 (was 4925) 2024-12-02T03:04:51,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=342, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=4706 2024-12-02T03:04:51,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.log.dir so I do NOT create it in target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74 2024-12-02T03:04:51,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3afd0b84-493e-107a-97ad-628783339f3a/hadoop.tmp.dir so I do NOT create it in target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74 2024-12-02T03:04:51,806 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46, deleteOnExit=true 2024-12-02T03:04:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/test.cache.data in system properties and HBase conf 2024-12-02T03:04:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:04:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:04:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:04:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:04:51,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T03:04:51,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:04:51,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:04:51,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:04:51,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:04:51,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:04:51,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:04:51,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:04:51,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:04:51,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:04:51,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:04:51,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:04:51,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:04:51,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:04:51,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:04:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:04:51,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:51,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:51,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:51,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:51,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:04:51,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:51,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346d291a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:51,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15bc62d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:52,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dafc6f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/java.io.tmpdir/jetty-localhost-36247-hadoop-hdfs-3_4_1-tests_jar-_-any-13283657176545296230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:04:52,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24646386{HTTP/1.1, (http/1.1)}{localhost:36247} 2024-12-02T03:04:52,084 INFO [Time-limited test {}] server.Server(415): Started @17509ms 2024-12-02T03:04:52,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:52,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:52,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:52,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:52,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:04:52,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69760e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:52,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73dc7c94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:52,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4db92e41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/java.io.tmpdir/jetty-localhost-45763-hadoop-hdfs-3_4_1-tests_jar-_-any-1345725950924631205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:52,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dbab0a3{HTTP/1.1, (http/1.1)}{localhost:45763} 2024-12-02T03:04:52,340 INFO [Time-limited test {}] server.Server(415): Started @17765ms 2024-12-02T03:04:52,341 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:52,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:52,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:52,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:52,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:52,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:04:52,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bd9152b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:52,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@442ba126{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:52,444 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data1/current/BP-554842389-172.17.0.2-1733108691849/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:52,444 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data2/current/BP-554842389-172.17.0.2-1733108691849/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:52,490 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a996cc0c8f2a9e with lease ID 0xc51663bd9bf9cde3: Processing first storage report for DS-2cd61f0b-60a0-4cc9-9224-7892b6a76692 from datanode DatanodeRegistration(127.0.0.1:46065, datanodeUuid=fc7de424-7567-4d41-9387-b5c360152338, infoPort=36055, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849) 2024-12-02T03:04:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a996cc0c8f2a9e with lease ID 0xc51663bd9bf9cde3: from storage DS-2cd61f0b-60a0-4cc9-9224-7892b6a76692 node DatanodeRegistration(127.0.0.1:46065, datanodeUuid=fc7de424-7567-4d41-9387-b5c360152338, infoPort=36055, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:04:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a996cc0c8f2a9e with lease ID 0xc51663bd9bf9cde3: Processing first storage report for DS-9d2091c5-9807-470c-b24b-e270ca081d47 from datanode DatanodeRegistration(127.0.0.1:46065, datanodeUuid=fc7de424-7567-4d41-9387-b5c360152338, infoPort=36055, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849) 2024-12-02T03:04:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a996cc0c8f2a9e with lease ID 0xc51663bd9bf9cde3: from storage DS-9d2091c5-9807-470c-b24b-e270ca081d47 node DatanodeRegistration(127.0.0.1:46065, datanodeUuid=fc7de424-7567-4d41-9387-b5c360152338, infoPort=36055, infoSecurePort=0, ipcPort=33149, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:52,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6be1a804{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/java.io.tmpdir/jetty-localhost-40117-hadoop-hdfs-3_4_1-tests_jar-_-any-11196864153355958530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:52,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76021c40{HTTP/1.1, (http/1.1)}{localhost:40117} 2024-12-02T03:04:52,556 INFO [Time-limited test {}] server.Server(415): Started @17981ms 2024-12-02T03:04:52,557 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:52,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:04:52,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:04:52,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:04:52,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:04:52,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:04:52,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ded450b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:04:52,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e67d550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:04:52,650 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data3/current/BP-554842389-172.17.0.2-1733108691849/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:52,653 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data4/current/BP-554842389-172.17.0.2-1733108691849/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:52,674 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e1b3ce98670883 with lease ID 0xc51663bd9bf9cde4: Processing first storage report for DS-2fb051f2-d114-4f74-a351-6a4729ae5b97 from datanode DatanodeRegistration(127.0.0.1:41471, datanodeUuid=93729901-5721-4194-b116-82406184d396, infoPort=44587, infoSecurePort=0, ipcPort=44841, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849) 2024-12-02T03:04:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e1b3ce98670883 with lease ID 0xc51663bd9bf9cde4: from storage DS-2fb051f2-d114-4f74-a351-6a4729ae5b97 node DatanodeRegistration(127.0.0.1:41471, datanodeUuid=93729901-5721-4194-b116-82406184d396, infoPort=44587, infoSecurePort=0, ipcPort=44841, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:04:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e1b3ce98670883 with lease ID 0xc51663bd9bf9cde4: Processing first storage report for DS-831c95ea-b795-4cad-832d-035fe467a482 from datanode DatanodeRegistration(127.0.0.1:41471, datanodeUuid=93729901-5721-4194-b116-82406184d396, infoPort=44587, infoSecurePort=0, ipcPort=44841, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849) 2024-12-02T03:04:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e1b3ce98670883 with lease ID 0xc51663bd9bf9cde4: from storage DS-831c95ea-b795-4cad-832d-035fe467a482 node DatanodeRegistration(127.0.0.1:41471, datanodeUuid=93729901-5721-4194-b116-82406184d396, infoPort=44587, infoSecurePort=0, ipcPort=44841, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:52,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bdce461{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/java.io.tmpdir/jetty-localhost-43699-hadoop-hdfs-3_4_1-tests_jar-_-any-16844152989125169844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:04:52,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@260805e3{HTTP/1.1, (http/1.1)}{localhost:43699} 2024-12-02T03:04:52,751 INFO [Time-limited test {}] server.Server(415): Started @18176ms 2024-12-02T03:04:52,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:04:52,845 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data5/current/BP-554842389-172.17.0.2-1733108691849/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:52,845 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data6/current/BP-554842389-172.17.0.2-1733108691849/current, will proceed with Du for space computation calculation, 2024-12-02T03:04:52,869 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:04:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38ed726cc096d986 with lease ID 0xc51663bd9bf9cde5: Processing first storage report for DS-c62bfced-96cf-4a27-9c5b-ee406a045a9b from datanode DatanodeRegistration(127.0.0.1:42583, datanodeUuid=2e67a725-dc5a-44b5-b6d8-17a740e64c30, infoPort=38145, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849) 2024-12-02T03:04:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38ed726cc096d986 with lease ID 0xc51663bd9bf9cde5: from storage DS-c62bfced-96cf-4a27-9c5b-ee406a045a9b node DatanodeRegistration(127.0.0.1:42583, datanodeUuid=2e67a725-dc5a-44b5-b6d8-17a740e64c30, infoPort=38145, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38ed726cc096d986 with lease ID 0xc51663bd9bf9cde5: Processing first storage report for DS-f53128e2-3dc8-4493-96fa-7cbad7f841c4 from datanode DatanodeRegistration(127.0.0.1:42583, datanodeUuid=2e67a725-dc5a-44b5-b6d8-17a740e64c30, infoPort=38145, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849) 2024-12-02T03:04:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38ed726cc096d986 with lease ID 0xc51663bd9bf9cde5: from storage DS-f53128e2-3dc8-4493-96fa-7cbad7f841c4 node DatanodeRegistration(127.0.0.1:42583, datanodeUuid=2e67a725-dc5a-44b5-b6d8-17a740e64c30, infoPort=38145, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=224235695;c=1733108691849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:04:52,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74 2024-12-02T03:04:52,883 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:04:52,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:04:52,891 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42137/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42137/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/oldWALs, maxLogs=32 2024-12-02T03:04:52,910 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733108692893, exclude list is [], retry=0 2024-12-02T03:04:52,916 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42583,DS-c62bfced-96cf-4a27-9c5b-ee406a045a9b,DISK] 2024-12-02T03:04:52,917 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46065,DS-2cd61f0b-60a0-4cc9-9224-7892b6a76692,DISK] 2024-12-02T03:04:52,918 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-2fb051f2-d114-4f74-a351-6a4729ae5b97,DISK] 2024-12-02T03:04:52,921 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733108692893 2024-12-02T03:04:52,921 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38145:38145),(127.0.0.1/127.0.0.1:36055:36055),(127.0.0.1/127.0.0.1:44587:44587)] 2024-12-02T03:04:52,938 INFO [AsyncFSWAL-0-hdfs://localhost:42137/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-02T03:05:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T03:05:04,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T03:05:04,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42583 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T03:05:04,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:05:04,671 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42137/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733108692893: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T03:05:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T03:05:06,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bdce461{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:06,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@260805e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:05:06,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:05:06,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e67d550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:05:06,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ded450b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir/,STOPPED} 2024-12-02T03:05:06,650 WARN [BP-554842389-172.17.0.2-1733108691849 heartbeating to localhost/127.0.0.1:42137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:05:06,650 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:05:06,650 WARN [BP-554842389-172.17.0.2-1733108691849 heartbeating to localhost/127.0.0.1:42137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554842389-172.17.0.2-1733108691849 (Datanode Uuid 2e67a725-dc5a-44b5-b6d8-17a740e64c30) service to localhost/127.0.0.1:42137 2024-12-02T03:05:06,650 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:05:06,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data5/current/BP-554842389-172.17.0.2-1733108691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:06,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data6/current/BP-554842389-172.17.0.2-1733108691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:06,657 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:05:06,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6be1a804{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:06,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76021c40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:05:06,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:05:06,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@442ba126{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:05:06,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bd9152b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir/,STOPPED} 2024-12-02T03:05:06,670 WARN [BP-554842389-172.17.0.2-1733108691849 heartbeating to localhost/127.0.0.1:42137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:05:06,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:05:06,670 WARN [BP-554842389-172.17.0.2-1733108691849 heartbeating to localhost/127.0.0.1:42137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554842389-172.17.0.2-1733108691849 (Datanode Uuid 93729901-5721-4194-b116-82406184d396) service to localhost/127.0.0.1:42137 2024-12-02T03:05:06,670 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:05:06,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data3/current/BP-554842389-172.17.0.2-1733108691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:06,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:05:06,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data4/current/BP-554842389-172.17.0.2-1733108691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:06,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4db92e41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:06,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dbab0a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:05:06,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:05:06,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73dc7c94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:05:06,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69760e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir/,STOPPED} 2024-12-02T03:05:06,691 WARN [BP-554842389-172.17.0.2-1733108691849 heartbeating to localhost/127.0.0.1:42137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:05:06,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:05:06,691 WARN [BP-554842389-172.17.0.2-1733108691849 heartbeating to localhost/127.0.0.1:42137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554842389-172.17.0.2-1733108691849 (Datanode Uuid fc7de424-7567-4d41-9387-b5c360152338) service to localhost/127.0.0.1:42137 2024-12-02T03:05:06,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:05:06,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:05:06,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data2/current/BP-554842389-172.17.0.2-1733108691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:06,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/cluster_0300c7e6-9b27-a63d-9919-1fd2cad2ef46/dfs/data/data1/current/BP-554842389-172.17.0.2-1733108691849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:06,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dafc6f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:05:06,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24646386{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:05:06,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:05:06,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15bc62d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:05:06,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346d291a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir/,STOPPED} 2024-12-02T03:05:06,738 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T03:05:06,745 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55 (was 54) - Thread LEAK? -, OpenFileDescriptor=339 (was 342), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 560), ProcessCount=11 (was 11), AvailableMemoryMB=4650 (was 4706) 2024-12-02T03:05:06,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=4650 2024-12-02T03:05:06,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.log.dir so I do NOT create it in target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49 2024-12-02T03:05:06,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c5dce7d6-5161-b3d8-7513-47391302ba74/hadoop.tmp.dir so I do NOT create it in target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49 2024-12-02T03:05:06,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5, deleteOnExit=true 2024-12-02T03:05:06,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/test.cache.data in system properties and HBase conf 2024-12-02T03:05:06,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:05:06,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:05:06,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:05:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:05:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T03:05:06,753 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:05:06,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:05:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:05:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:05:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:05:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:05:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:05:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:05:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:05:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:05:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:05:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:05:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:05:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:05:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:05:06,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:05:06,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:05:06,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:05:06,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:05:06,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:05:06,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:05:06,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dae4ef2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:05:06,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e2e803d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:05:07,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33f9dffd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/java.io.tmpdir/jetty-localhost-43757-hadoop-hdfs-3_4_1-tests_jar-_-any-12442585453523736199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:05:07,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c441f01{HTTP/1.1, (http/1.1)}{localhost:43757} 2024-12-02T03:05:07,042 INFO [Time-limited test {}] server.Server(415): Started @32467ms 2024-12-02T03:05:07,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:05:07,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:05:07,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:05:07,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:05:07,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:05:07,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad7dc0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:05:07,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efe81ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:05:07,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17afc078{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/java.io.tmpdir/jetty-localhost-42831-hadoop-hdfs-3_4_1-tests_jar-_-any-12351401502718239751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:07,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc2006e{HTTP/1.1, (http/1.1)}{localhost:42831} 2024-12-02T03:05:07,338 INFO [Time-limited test {}] server.Server(415): Started @32763ms 2024-12-02T03:05:07,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:05:07,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:05:07,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:05:07,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:05:07,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:05:07,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:05:07,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@263a31f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:05:07,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@776e906e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:05:07,463 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data1/current/BP-399329415-172.17.0.2-1733108706789/current, will proceed with Du for space computation calculation, 2024-12-02T03:05:07,463 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data2/current/BP-399329415-172.17.0.2-1733108706789/current, will proceed with Du for space computation calculation, 2024-12-02T03:05:07,489 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:05:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb1fca03c2e9841a with lease ID 0x687c37127ce5286d: Processing first storage report for DS-dee3f2c0-0568-47f8-9cc2-f653b2576d8e from datanode DatanodeRegistration(127.0.0.1:40443, datanodeUuid=940baa1b-3f54-423b-8b8c-41b6723e2a5c, infoPort=43225, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789) 2024-12-02T03:05:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb1fca03c2e9841a with lease ID 0x687c37127ce5286d: from storage DS-dee3f2c0-0568-47f8-9cc2-f653b2576d8e node DatanodeRegistration(127.0.0.1:40443, datanodeUuid=940baa1b-3f54-423b-8b8c-41b6723e2a5c, infoPort=43225, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:05:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb1fca03c2e9841a with lease ID 0x687c37127ce5286d: Processing first storage report for DS-b0f8489c-3da5-4620-981e-94ebe8a97645 from datanode DatanodeRegistration(127.0.0.1:40443, datanodeUuid=940baa1b-3f54-423b-8b8c-41b6723e2a5c, infoPort=43225, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789) 2024-12-02T03:05:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb1fca03c2e9841a with lease ID 0x687c37127ce5286d: from storage DS-b0f8489c-3da5-4620-981e-94ebe8a97645 node DatanodeRegistration(127.0.0.1:40443, datanodeUuid=940baa1b-3f54-423b-8b8c-41b6723e2a5c, infoPort=43225, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:05:07,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f49ab61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/java.io.tmpdir/jetty-localhost-42489-hadoop-hdfs-3_4_1-tests_jar-_-any-4154338607383411848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:07,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13201e5{HTTP/1.1, (http/1.1)}{localhost:42489} 2024-12-02T03:05:07,585 INFO [Time-limited test {}] server.Server(415): Started @33010ms 2024-12-02T03:05:07,587 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:05:07,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:05:07,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:05:07,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:05:07,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:05:07,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:05:07,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@287d94ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:05:07,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64915c1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:05:07,692 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data3/current/BP-399329415-172.17.0.2-1733108706789/current, will proceed with Du for space computation calculation, 2024-12-02T03:05:07,692 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data4/current/BP-399329415-172.17.0.2-1733108706789/current, will proceed with Du for space computation calculation, 2024-12-02T03:05:07,719 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:05:07,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77f3516a6e3a2096 with lease ID 0x687c37127ce5286e: Processing first storage report for DS-474822ea-3888-486f-8c0a-4b1dc9ed141b from datanode DatanodeRegistration(127.0.0.1:41549, datanodeUuid=634c7313-13c9-438d-ac24-174e0183d8d2, infoPort=39007, infoSecurePort=0, ipcPort=46353, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789) 2024-12-02T03:05:07,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77f3516a6e3a2096 with lease ID 0x687c37127ce5286e: from storage DS-474822ea-3888-486f-8c0a-4b1dc9ed141b node DatanodeRegistration(127.0.0.1:41549, datanodeUuid=634c7313-13c9-438d-ac24-174e0183d8d2, infoPort=39007, infoSecurePort=0, ipcPort=46353, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:05:07,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77f3516a6e3a2096 with lease ID 0x687c37127ce5286e: Processing first storage report for DS-290d0fde-b38b-427a-9f59-1f5b6b07d029 from datanode DatanodeRegistration(127.0.0.1:41549, datanodeUuid=634c7313-13c9-438d-ac24-174e0183d8d2, infoPort=39007, infoSecurePort=0, ipcPort=46353, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789) 2024-12-02T03:05:07,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77f3516a6e3a2096 with lease ID 0x687c37127ce5286e: from storage DS-290d0fde-b38b-427a-9f59-1f5b6b07d029 node DatanodeRegistration(127.0.0.1:41549, datanodeUuid=634c7313-13c9-438d-ac24-174e0183d8d2, infoPort=39007, infoSecurePort=0, ipcPort=46353, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:05:07,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@648773ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/java.io.tmpdir/jetty-localhost-42539-hadoop-hdfs-3_4_1-tests_jar-_-any-1051179937701541075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:07,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6035d3d0{HTTP/1.1, (http/1.1)}{localhost:42539} 2024-12-02T03:05:07,822 INFO [Time-limited test {}] server.Server(415): Started @33247ms 2024-12-02T03:05:07,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:05:07,936 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data6/current/BP-399329415-172.17.0.2-1733108706789/current, will proceed with Du for space computation calculation, 2024-12-02T03:05:07,936 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data5/current/BP-399329415-172.17.0.2-1733108706789/current, will proceed with Du for space computation calculation, 2024-12-02T03:05:07,963 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:05:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8b68ae99ac8736e with lease ID 0x687c37127ce5286f: Processing first storage report for DS-28dbccc1-f91c-4f62-ae27-55494d8a9047 from datanode DatanodeRegistration(127.0.0.1:36603, datanodeUuid=61cd06a4-4177-4c36-a102-16f5751ec803, infoPort=46075, infoSecurePort=0, ipcPort=35053, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789) 2024-12-02T03:05:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8b68ae99ac8736e with lease ID 0x687c37127ce5286f: from storage DS-28dbccc1-f91c-4f62-ae27-55494d8a9047 node DatanodeRegistration(127.0.0.1:36603, datanodeUuid=61cd06a4-4177-4c36-a102-16f5751ec803, infoPort=46075, infoSecurePort=0, ipcPort=35053, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:05:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8b68ae99ac8736e with lease ID 0x687c37127ce5286f: Processing first storage report for DS-1f1f256e-7dd4-4218-9cbf-62a411357094 from datanode DatanodeRegistration(127.0.0.1:36603, datanodeUuid=61cd06a4-4177-4c36-a102-16f5751ec803, infoPort=46075, infoSecurePort=0, ipcPort=35053, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789) 2024-12-02T03:05:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8b68ae99ac8736e with lease ID 0x687c37127ce5286f: from storage DS-1f1f256e-7dd4-4218-9cbf-62a411357094 node DatanodeRegistration(127.0.0.1:36603, datanodeUuid=61cd06a4-4177-4c36-a102-16f5751ec803, infoPort=46075, infoSecurePort=0, ipcPort=35053, storageInfo=lv=-57;cid=testClusterID;nsid=2004326228;c=1733108706789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:05:08,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49 2024-12-02T03:05:08,059 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:05:08,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:05:08,067 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:36365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:36365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/oldWALs, maxLogs=32 2024-12-02T03:05:08,084 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733108708068, exclude list is [], retry=0 2024-12-02T03:05:08,097 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36603,DS-28dbccc1-f91c-4f62-ae27-55494d8a9047,DISK] 2024-12-02T03:05:08,098 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41549,DS-474822ea-3888-486f-8c0a-4b1dc9ed141b,DISK] 2024-12-02T03:05:08,099 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40443,DS-dee3f2c0-0568-47f8-9cc2-f653b2576d8e,DISK] 2024-12-02T03:05:08,105 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733108708068 2024-12-02T03:05:08,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46075:46075),(127.0.0.1/127.0.0.1:39007:39007),(127.0.0.1/127.0.0.1:43225:43225)] 2024-12-02T03:05:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40443 is added to blk_1073741825_1001 (size=121110) 2024-12-02T03:05:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36603 is added to blk_1073741825_1001 (size=121110) 2024-12-02T03:05:08,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41549 is added to blk_1073741825_1001 (size=121110) 2024-12-02T03:05:08,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:05:08,633 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733108708068: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T03:05:08,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T03:05:08,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@648773ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:08,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6035d3d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:05:08,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:05:08,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64915c1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:05:08,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@287d94ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir/,STOPPED} 2024-12-02T03:05:08,688 WARN [BP-399329415-172.17.0.2-1733108706789 heartbeating to localhost/127.0.0.1:36365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:05:08,688 WARN [BP-399329415-172.17.0.2-1733108706789 heartbeating to localhost/127.0.0.1:36365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-399329415-172.17.0.2-1733108706789 (Datanode Uuid 61cd06a4-4177-4c36-a102-16f5751ec803) service to localhost/127.0.0.1:36365 2024-12-02T03:05:08,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data5/current/BP-399329415-172.17.0.2-1733108706789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:08,689 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:05:08,689 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:05:08,690 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:05:08,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data6/current/BP-399329415-172.17.0.2-1733108706789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:08,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f49ab61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:08,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13201e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:05:08,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:05:08,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@776e906e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:05:08,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@263a31f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir/,STOPPED} 2024-12-02T03:05:08,705 WARN [BP-399329415-172.17.0.2-1733108706789 heartbeating to localhost/127.0.0.1:36365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:05:08,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:05:08,705 WARN [BP-399329415-172.17.0.2-1733108706789 heartbeating to localhost/127.0.0.1:36365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-399329415-172.17.0.2-1733108706789 (Datanode Uuid 634c7313-13c9-438d-ac24-174e0183d8d2) service to localhost/127.0.0.1:36365 2024-12-02T03:05:08,705 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:05:08,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data3/current/BP-399329415-172.17.0.2-1733108706789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:08,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data4/current/BP-399329415-172.17.0.2-1733108706789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:08,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:05:08,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17afc078{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:05:08,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc2006e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:05:08,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:05:08,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efe81ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:05:08,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad7dc0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir/,STOPPED} 2024-12-02T03:05:08,717 WARN [BP-399329415-172.17.0.2-1733108706789 heartbeating to localhost/127.0.0.1:36365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:05:08,717 WARN [BP-399329415-172.17.0.2-1733108706789 heartbeating to localhost/127.0.0.1:36365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-399329415-172.17.0.2-1733108706789 (Datanode Uuid 940baa1b-3f54-423b-8b8c-41b6723e2a5c) service to localhost/127.0.0.1:36365 2024-12-02T03:05:08,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:05:08,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:05:08,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data1/current/BP-399329415-172.17.0.2-1733108706789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:08,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/cluster_c4d9fa30-fb96-1746-f834-2222b60222f5/dfs/data/data2/current/BP-399329415-172.17.0.2-1733108706789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:05:08,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:05:08,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33f9dffd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:05:08,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c441f01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:05:08,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:05:08,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e2e803d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:05:08,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dae4ef2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b605fb36-0733-c0e3-b2a2-0d23867e9a49/hadoop.log.dir/,STOPPED} 2024-12-02T03:05:08,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T03:05:08,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=62 (was 55) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=4457 (was 4650)