2024-12-15 03:04:31,778 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-15 03:04:31,793 main DEBUG Took 0.012512 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 03:04:31,793 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 03:04:31,794 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 03:04:31,794 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 03:04:31,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,815 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 03:04:31,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,838 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,839 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,842 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,845 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,847 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,866 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:04:31,869 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,869 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 03:04:31,871 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:04:31,873 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 03:04:31,877 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 03:04:31,877 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 03:04:31,879 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 03:04:31,879 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 03:04:31,897 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 03:04:31,903 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 03:04:31,906 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 03:04:31,906 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 03:04:31,909 main DEBUG createAppenders(={Console}) 2024-12-15 03:04:31,910 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-15 03:04:31,911 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-15 03:04:31,912 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-15 03:04:31,913 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 03:04:31,913 main DEBUG OutputStream closed 2024-12-15 03:04:31,914 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 03:04:31,914 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 03:04:31,915 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-15 03:04:32,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 03:04:32,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 03:04:32,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 03:04:32,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 03:04:32,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 03:04:32,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 03:04:32,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 03:04:32,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 03:04:32,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 03:04:32,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 03:04:32,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 03:04:32,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 03:04:32,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 03:04:32,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 03:04:32,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 03:04:32,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 03:04:32,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 03:04:32,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 03:04:32,023 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 03:04:32,023 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-15 03:04:32,023 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 03:04:32,024 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-15T03:04:32,431 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105 2024-12-15 03:04:32,436 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 03:04:32,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T03:04:32,458 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-15T03:04:32,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=8215 2024-12-15T03:04:32,530 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d, deleteOnExit=true 2024-12-15T03:04:32,531 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/test.cache.data in system properties and HBase conf 2024-12-15T03:04:32,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T03:04:32,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir in system properties and HBase conf 2024-12-15T03:04:32,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T03:04:32,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T03:04:32,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T03:04:32,673 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T03:04:32,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T03:04:32,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:04:32,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:04:32,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T03:04:32,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:04:32,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T03:04:32,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T03:04:32,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:04:32,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:04:32,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T03:04:32,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/nfs.dump.dir in system properties and HBase conf 2024-12-15T03:04:32,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/java.io.tmpdir in system properties and HBase conf 2024-12-15T03:04:32,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:04:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T03:04:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T03:04:33,837 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T03:04:33,928 INFO [Time-limited test {}] log.Log(170): Logging initialized @3062ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T03:04:34,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:34,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:34,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:34,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:34,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:04:34,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:34,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:34,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:34,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/java.io.tmpdir/jetty-localhost-46631-hadoop-hdfs-3_4_1-tests_jar-_-any-5996603387722811965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:04:34,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:46631} 2024-12-15T03:04:34,421 INFO [Time-limited test {}] server.Server(415): Started @3556ms 2024-12-15T03:04:34,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:34,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:34,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:34,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:34,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:04:34,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:34,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:34,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/java.io.tmpdir/jetty-localhost-34963-hadoop-hdfs-3_4_1-tests_jar-_-any-4581182771778060338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:34,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:34963} 2024-12-15T03:04:34,954 INFO [Time-limited test {}] server.Server(415): Started @4089ms 2024-12-15T03:04:35,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:35,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:35,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:35,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:35,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:35,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:04:35,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:35,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:35,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/java.io.tmpdir/jetty-localhost-46829-hadoop-hdfs-3_4_1-tests_jar-_-any-6210863051496359017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:35,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:46829} 2024-12-15T03:04:35,305 INFO [Time-limited test {}] server.Server(415): Started @4440ms 2024-12-15T03:04:35,308 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:35,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:35,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:35,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:35,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:35,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:04:35,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:35,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:35,445 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data2/current/BP-767783485-172.17.0.2-1734231873567/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:35,445 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data3/current/BP-767783485-172.17.0.2-1734231873567/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:35,445 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data4/current/BP-767783485-172.17.0.2-1734231873567/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:35,445 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data1/current/BP-767783485-172.17.0.2-1734231873567/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:35,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/java.io.tmpdir/jetty-localhost-39769-hadoop-hdfs-3_4_1-tests_jar-_-any-2528337619960511193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:35,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:39769} 2024-12-15T03:04:35,491 INFO [Time-limited test {}] server.Server(415): Started @4626ms 2024-12-15T03:04:35,494 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:35,495 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:35,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x728260d23fb9fe06 with lease ID 0x370b3a3df6d40151: Processing first storage report for DS-0200c671-e915-477c-a12a-f655149e3d40 from datanode DatanodeRegistration(127.0.0.1:45857, datanodeUuid=8cb57fb2-0320-47eb-973a-dcbd929638b6, infoPort=45043, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567) 2024-12-15T03:04:35,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x728260d23fb9fe06 with lease ID 0x370b3a3df6d40151: from storage DS-0200c671-e915-477c-a12a-f655149e3d40 node DatanodeRegistration(127.0.0.1:45857, datanodeUuid=8cb57fb2-0320-47eb-973a-dcbd929638b6, infoPort=45043, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-15T03:04:35,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bb9148ca5e1a374 with lease ID 0x370b3a3df6d40150: Processing first storage report for DS-3a5f5f35-3664-4aa3-82f2-d5510a50d3f6 from datanode DatanodeRegistration(127.0.0.1:42601, datanodeUuid=33d73f3b-38b2-4155-9b32-2034f0b81329, infoPort=36797, infoSecurePort=0, ipcPort=36541, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567) 2024-12-15T03:04:35,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bb9148ca5e1a374 with lease ID 0x370b3a3df6d40150: from storage DS-3a5f5f35-3664-4aa3-82f2-d5510a50d3f6 node DatanodeRegistration(127.0.0.1:42601, datanodeUuid=33d73f3b-38b2-4155-9b32-2034f0b81329, infoPort=36797, infoSecurePort=0, ipcPort=36541, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x728260d23fb9fe06 with lease ID 0x370b3a3df6d40151: Processing first storage report for DS-d46cecd9-3030-47d7-a386-7a4f6b523def from datanode DatanodeRegistration(127.0.0.1:45857, datanodeUuid=8cb57fb2-0320-47eb-973a-dcbd929638b6, infoPort=45043, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567) 2024-12-15T03:04:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x728260d23fb9fe06 with lease ID 0x370b3a3df6d40151: from storage DS-d46cecd9-3030-47d7-a386-7a4f6b523def node DatanodeRegistration(127.0.0.1:45857, datanodeUuid=8cb57fb2-0320-47eb-973a-dcbd929638b6, infoPort=45043, infoSecurePort=0, ipcPort=35479, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T03:04:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bb9148ca5e1a374 with lease ID 0x370b3a3df6d40150: Processing first storage report for DS-7890b066-96c9-4443-a526-5b9fb458addb from datanode DatanodeRegistration(127.0.0.1:42601, datanodeUuid=33d73f3b-38b2-4155-9b32-2034f0b81329, infoPort=36797, infoSecurePort=0, ipcPort=36541, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567) 2024-12-15T03:04:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bb9148ca5e1a374 with lease ID 0x370b3a3df6d40150: from storage DS-7890b066-96c9-4443-a526-5b9fb458addb node DatanodeRegistration(127.0.0.1:42601, datanodeUuid=33d73f3b-38b2-4155-9b32-2034f0b81329, infoPort=36797, infoSecurePort=0, ipcPort=36541, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:35,615 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data5/current/BP-767783485-172.17.0.2-1734231873567/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:35,616 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data6/current/BP-767783485-172.17.0.2-1734231873567/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:35,642 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc1b7409d6fc4c2a with lease ID 0x370b3a3df6d40152: Processing first storage report for DS-4d210fb5-7305-4829-bdc9-86380c5636ed from datanode DatanodeRegistration(127.0.0.1:42387, datanodeUuid=fd38937f-a5b5-4d71-a553-01c1c40b4961, infoPort=33909, infoSecurePort=0, ipcPort=38245, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567) 2024-12-15T03:04:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc1b7409d6fc4c2a with lease ID 0x370b3a3df6d40152: from storage DS-4d210fb5-7305-4829-bdc9-86380c5636ed node DatanodeRegistration(127.0.0.1:42387, datanodeUuid=fd38937f-a5b5-4d71-a553-01c1c40b4961, infoPort=33909, infoSecurePort=0, ipcPort=38245, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc1b7409d6fc4c2a with lease ID 0x370b3a3df6d40152: Processing first storage report for DS-00071ee5-961f-4acc-b21b-6963b83ee5ba from datanode DatanodeRegistration(127.0.0.1:42387, datanodeUuid=fd38937f-a5b5-4d71-a553-01c1c40b4961, infoPort=33909, infoSecurePort=0, ipcPort=38245, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567) 2024-12-15T03:04:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc1b7409d6fc4c2a with lease ID 0x370b3a3df6d40152: from storage DS-00071ee5-961f-4acc-b21b-6963b83ee5ba node DatanodeRegistration(127.0.0.1:42387, datanodeUuid=fd38937f-a5b5-4d71-a553-01c1c40b4961, infoPort=33909, infoSecurePort=0, ipcPort=38245, storageInfo=lv=-57;cid=testClusterID;nsid=1099931028;c=1734231873567), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T03:04:35,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105 2024-12-15T03:04:35,946 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:04:35,951 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T03:04:35,954 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T03:04:35,977 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T03:04:35,977 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T03:04:36,020 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T03:04:36,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T03:04:36,070 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39341/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39341/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/oldWALs, maxLogs=32 2024-12-15T03:04:36,116 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734231876095, exclude list is [], retry=0 2024-12-15T03:04:36,178 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1127 (auto-detected) 2024-12-15T03:04:36,181 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T03:04:36,209 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42387,DS-4d210fb5-7305-4829-bdc9-86380c5636ed,DISK] 2024-12-15T03:04:36,212 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T03:04:36,239 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-0200c671-e915-477c-a12a-f655149e3d40,DISK] 2024-12-15T03:04:36,240 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42601,DS-3a5f5f35-3664-4aa3-82f2-d5510a50d3f6,DISK] 2024-12-15T03:04:36,338 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734231876095 2024-12-15T03:04:36,340 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909),(127.0.0.1/127.0.0.1:45043:45043),(127.0.0.1/127.0.0.1:36797:36797)] 2024-12-15T03:04:36,341 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T03:04:37,054 DEBUG [AsyncFSWAL-0-hdfs://localhost:39341/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-15T03:04:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42601 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T03:04:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42387 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T03:04:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T03:04:42,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:04:42,935 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39341/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734231876095: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T03:04:44,426 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T03:04:44,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:44,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:04:44,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:04:44,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:04:44,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir/,STOPPED} 2024-12-15T03:04:44,449 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:04:44,449 WARN [BP-767783485-172.17.0.2-1734231873567 heartbeating to localhost/127.0.0.1:39341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:04:44,449 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:04:44,449 WARN [BP-767783485-172.17.0.2-1734231873567 heartbeating to localhost/127.0.0.1:39341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-767783485-172.17.0.2-1734231873567 (Datanode Uuid fd38937f-a5b5-4d71-a553-01c1c40b4961) service to localhost/127.0.0.1:39341 2024-12-15T03:04:44,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data6/current/BP-767783485-172.17.0.2-1734231873567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:44,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data5/current/BP-767783485-172.17.0.2-1734231873567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:44,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:04:44,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:44,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:04:44,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:04:44,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:04:44,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir/,STOPPED} 2024-12-15T03:04:44,472 WARN [BP-767783485-172.17.0.2-1734231873567 heartbeating to localhost/127.0.0.1:39341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:04:44,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:04:44,472 WARN [BP-767783485-172.17.0.2-1734231873567 heartbeating to localhost/127.0.0.1:39341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-767783485-172.17.0.2-1734231873567 (Datanode Uuid 8cb57fb2-0320-47eb-973a-dcbd929638b6) service to localhost/127.0.0.1:39341 2024-12-15T03:04:44,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:04:44,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data3/current/BP-767783485-172.17.0.2-1734231873567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:44,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data4/current/BP-767783485-172.17.0.2-1734231873567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:44,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:04:44,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:44,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:04:44,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:04:44,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:04:44,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir/,STOPPED} 2024-12-15T03:04:44,481 WARN [BP-767783485-172.17.0.2-1734231873567 heartbeating to localhost/127.0.0.1:39341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:04:44,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:04:44,482 WARN [BP-767783485-172.17.0.2-1734231873567 heartbeating to localhost/127.0.0.1:39341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-767783485-172.17.0.2-1734231873567 (Datanode Uuid 33d73f3b-38b2-4155-9b32-2034f0b81329) service to localhost/127.0.0.1:39341 2024-12-15T03:04:44,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:04:44,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data1/current/BP-767783485-172.17.0.2-1734231873567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:44,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/cluster_35117010-c460-8dad-aba3-0c61b86b8b8d/dfs/data/data2/current/BP-767783485-172.17.0.2-1734231873567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:44,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:04:44,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:04:44,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:04:44,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:04:44,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:04:44,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir/,STOPPED} 2024-12-15T03:04:45,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T03:04:45,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=52 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4393d049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7586 (was 8215) 2024-12-15T03:04:45,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=52, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=7586 2024-12-15T03:04:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.log.dir so I do NOT create it in target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93 2024-12-15T03:04:45,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6c5b12cd-7aa7-8bd1-bbcb-05f769210105/hadoop.tmp.dir so I do NOT create it in target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93 2024-12-15T03:04:45,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d, deleteOnExit=true 2024-12-15T03:04:45,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/test.cache.data in system properties and HBase conf 2024-12-15T03:04:45,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T03:04:45,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir in system properties and HBase conf 2024-12-15T03:04:45,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T03:04:45,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T03:04:45,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T03:04:45,230 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T03:04:45,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:04:45,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:04:45,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T03:04:45,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:04:45,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T03:04:45,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T03:04:45,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:04:45,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:04:45,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T03:04:45,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/nfs.dump.dir in system properties and HBase conf 2024-12-15T03:04:45,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/java.io.tmpdir in system properties and HBase conf 2024-12-15T03:04:45,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:04:45,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T03:04:45,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T03:04:45,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:45,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:45,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:45,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:45,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:04:45,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:45,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d04d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:45,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241806df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:45,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bf7884{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/java.io.tmpdir/jetty-localhost-41033-hadoop-hdfs-3_4_1-tests_jar-_-any-15249295140615997260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:04:45,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d18cfb{HTTP/1.1, (http/1.1)}{localhost:41033} 2024-12-15T03:04:45,502 INFO [Time-limited test {}] server.Server(415): Started @14637ms 2024-12-15T03:04:45,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:45,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:45,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:45,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:45,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:04:45,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46a0dfe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:45,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5255c8fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:45,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@114797e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/java.io.tmpdir/jetty-localhost-41309-hadoop-hdfs-3_4_1-tests_jar-_-any-3919110981100798704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:45,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e958c05{HTTP/1.1, (http/1.1)}{localhost:41309} 2024-12-15T03:04:45,790 INFO [Time-limited test {}] server.Server(415): Started @14925ms 2024-12-15T03:04:45,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:45,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:45,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:45,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:45,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:45,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:04:45,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44e069c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:45,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349c3a30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:45,914 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data1/current/BP-1895619982-172.17.0.2-1734231885281/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:45,916 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data2/current/BP-1895619982-172.17.0.2-1734231885281/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:45,953 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x283119b01989423c with lease ID 0x7ddc8deeeb690810: Processing first storage report for DS-4e364f02-f94f-4fce-9f03-fa553492cf65 from datanode DatanodeRegistration(127.0.0.1:36585, datanodeUuid=99bed411-7803-4fa8-bf99-89f2773e4bb1, infoPort=36995, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281) 2024-12-15T03:04:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x283119b01989423c with lease ID 0x7ddc8deeeb690810: from storage DS-4e364f02-f94f-4fce-9f03-fa553492cf65 node DatanodeRegistration(127.0.0.1:36585, datanodeUuid=99bed411-7803-4fa8-bf99-89f2773e4bb1, infoPort=36995, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:45,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x283119b01989423c with lease ID 0x7ddc8deeeb690810: Processing first storage report for DS-4e1984f7-fc41-4cc6-9f59-59ac61000030 from datanode DatanodeRegistration(127.0.0.1:36585, datanodeUuid=99bed411-7803-4fa8-bf99-89f2773e4bb1, infoPort=36995, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281) 2024-12-15T03:04:45,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x283119b01989423c with lease ID 0x7ddc8deeeb690810: from storage DS-4e1984f7-fc41-4cc6-9f59-59ac61000030 node DatanodeRegistration(127.0.0.1:36585, datanodeUuid=99bed411-7803-4fa8-bf99-89f2773e4bb1, infoPort=36995, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T03:04:46,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@299b80aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/java.io.tmpdir/jetty-localhost-39169-hadoop-hdfs-3_4_1-tests_jar-_-any-9150160608757228236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:46,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@429674a5{HTTP/1.1, (http/1.1)}{localhost:39169} 2024-12-15T03:04:46,020 INFO [Time-limited test {}] server.Server(415): Started @15155ms 2024-12-15T03:04:46,022 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:46,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:46,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:46,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:46,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:46,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:04:46,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7422282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:46,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63662d8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:46,134 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data3/current/BP-1895619982-172.17.0.2-1734231885281/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:46,135 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data4/current/BP-1895619982-172.17.0.2-1734231885281/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:46,156 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb38a52a187518e43 with lease ID 0x7ddc8deeeb690811: Processing first storage report for DS-91aac219-ec1a-4555-927d-c44b8d7f310e from datanode DatanodeRegistration(127.0.0.1:40519, datanodeUuid=783b9807-feaa-4d85-b8ab-1a33efd0c6dd, infoPort=40231, infoSecurePort=0, ipcPort=35445, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281) 2024-12-15T03:04:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb38a52a187518e43 with lease ID 0x7ddc8deeeb690811: from storage DS-91aac219-ec1a-4555-927d-c44b8d7f310e node DatanodeRegistration(127.0.0.1:40519, datanodeUuid=783b9807-feaa-4d85-b8ab-1a33efd0c6dd, infoPort=40231, infoSecurePort=0, ipcPort=35445, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T03:04:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb38a52a187518e43 with lease ID 0x7ddc8deeeb690811: Processing first storage report for DS-841cbc3e-1c6c-4b03-9285-99a60aad8a06 from datanode DatanodeRegistration(127.0.0.1:40519, datanodeUuid=783b9807-feaa-4d85-b8ab-1a33efd0c6dd, infoPort=40231, infoSecurePort=0, ipcPort=35445, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281) 2024-12-15T03:04:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb38a52a187518e43 with lease ID 0x7ddc8deeeb690811: from storage DS-841cbc3e-1c6c-4b03-9285-99a60aad8a06 node DatanodeRegistration(127.0.0.1:40519, datanodeUuid=783b9807-feaa-4d85-b8ab-1a33efd0c6dd, infoPort=40231, infoSecurePort=0, ipcPort=35445, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:46,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3511eccb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/java.io.tmpdir/jetty-localhost-39457-hadoop-hdfs-3_4_1-tests_jar-_-any-4552887056275919052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:46,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61b54ec{HTTP/1.1, (http/1.1)}{localhost:39457} 2024-12-15T03:04:46,263 INFO [Time-limited test {}] server.Server(415): Started @15398ms 2024-12-15T03:04:46,266 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:46,375 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data5/current/BP-1895619982-172.17.0.2-1734231885281/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:46,375 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data6/current/BP-1895619982-172.17.0.2-1734231885281/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:46,399 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e0ba53747f7f5ed with lease ID 0x7ddc8deeeb690812: Processing first storage report for DS-d6c4d457-5db0-4201-b3d0-f53ef04d9e93 from datanode DatanodeRegistration(127.0.0.1:38781, datanodeUuid=bfa6f8ae-857c-4e95-9a53-ceb2ef3c5ecd, infoPort=46499, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281) 2024-12-15T03:04:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e0ba53747f7f5ed with lease ID 0x7ddc8deeeb690812: from storage DS-d6c4d457-5db0-4201-b3d0-f53ef04d9e93 node DatanodeRegistration(127.0.0.1:38781, datanodeUuid=bfa6f8ae-857c-4e95-9a53-ceb2ef3c5ecd, infoPort=46499, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e0ba53747f7f5ed with lease ID 0x7ddc8deeeb690812: Processing first storage report for DS-e182a368-5f60-43a6-9504-1995ba63e12f from datanode DatanodeRegistration(127.0.0.1:38781, datanodeUuid=bfa6f8ae-857c-4e95-9a53-ceb2ef3c5ecd, infoPort=46499, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281) 2024-12-15T03:04:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e0ba53747f7f5ed with lease ID 0x7ddc8deeeb690812: from storage DS-e182a368-5f60-43a6-9504-1995ba63e12f node DatanodeRegistration(127.0.0.1:38781, datanodeUuid=bfa6f8ae-857c-4e95-9a53-ceb2ef3c5ecd, infoPort=46499, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=94658097;c=1734231885281), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:46,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93 2024-12-15T03:04:46,413 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T03:04:46,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T03:04:46,424 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:38399/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:38399/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/oldWALs, maxLogs=32 2024-12-15T03:04:46,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734231886426, exclude list is [], retry=0 2024-12-15T03:04:46,450 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38781,DS-d6c4d457-5db0-4201-b3d0-f53ef04d9e93,DISK] 2024-12-15T03:04:46,452 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-4e364f02-f94f-4fce-9f03-fa553492cf65,DISK] 2024-12-15T03:04:46,452 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40519,DS-91aac219-ec1a-4555-927d-c44b8d7f310e,DISK] 2024-12-15T03:04:46,455 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734231886426 2024-12-15T03:04:46,455 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:36995:36995),(127.0.0.1/127.0.0.1:40231:40231)] 2024-12-15T03:04:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T03:04:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38781 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T03:04:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T03:04:47,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:04:47,132 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38399/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734231886426: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T03:04:47,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T03:04:47,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3511eccb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:47,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61b54ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:04:47,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:04:47,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63662d8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:04:47,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7422282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir/,STOPPED} 2024-12-15T03:04:47,217 WARN [BP-1895619982-172.17.0.2-1734231885281 heartbeating to localhost/127.0.0.1:38399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:04:47,217 WARN [BP-1895619982-172.17.0.2-1734231885281 heartbeating to localhost/127.0.0.1:38399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1895619982-172.17.0.2-1734231885281 (Datanode Uuid bfa6f8ae-857c-4e95-9a53-ceb2ef3c5ecd) service to localhost/127.0.0.1:38399 2024-12-15T03:04:47,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data5/current/BP-1895619982-172.17.0.2-1734231885281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:47,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data6/current/BP-1895619982-172.17.0.2-1734231885281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:47,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:04:47,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:04:47,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:04:47,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@299b80aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:47,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@429674a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:04:47,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:04:47,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349c3a30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:04:47,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44e069c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir/,STOPPED} 2024-12-15T03:04:47,249 WARN [BP-1895619982-172.17.0.2-1734231885281 heartbeating to localhost/127.0.0.1:38399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:04:47,249 WARN [BP-1895619982-172.17.0.2-1734231885281 heartbeating to localhost/127.0.0.1:38399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1895619982-172.17.0.2-1734231885281 (Datanode Uuid 783b9807-feaa-4d85-b8ab-1a33efd0c6dd) service to localhost/127.0.0.1:38399 2024-12-15T03:04:47,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:04:47,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:04:47,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:04:47,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data4/current/BP-1895619982-172.17.0.2-1734231885281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:47,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data3/current/BP-1895619982-172.17.0.2-1734231885281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:47,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@114797e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:47,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e958c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:04:47,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:04:47,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5255c8fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:04:47,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46a0dfe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir/,STOPPED} 2024-12-15T03:04:47,265 WARN [BP-1895619982-172.17.0.2-1734231885281 heartbeating to localhost/127.0.0.1:38399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:04:47,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:04:47,266 WARN [BP-1895619982-172.17.0.2-1734231885281 heartbeating to localhost/127.0.0.1:38399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1895619982-172.17.0.2-1734231885281 (Datanode Uuid 99bed411-7803-4fa8-bf99-89f2773e4bb1) service to localhost/127.0.0.1:38399 2024-12-15T03:04:47,266 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:04:47,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data1/current/BP-1895619982-172.17.0.2-1734231885281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:47,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/cluster_188675b9-122b-3cff-448b-2bde47ddab5d/dfs/data/data2/current/BP-1895619982-172.17.0.2-1734231885281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:04:47,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:04:47,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bf7884{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:04:47,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d18cfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:04:47,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:04:47,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241806df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:04:47,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d04d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir/,STOPPED} 2024-12-15T03:04:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T03:04:47,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=60 (was 52) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:38399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:38399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=7359 (was 7586) 2024-12-15T03:04:47,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=60, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=12, AvailableMemoryMB=7359 2024-12-15T03:04:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.log.dir so I do NOT create it in target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee 2024-12-15T03:04:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e24da7c-5293-1079-4b4e-d76ea5fa4e93/hadoop.tmp.dir so I do NOT create it in target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee 2024-12-15T03:04:47,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02, deleteOnExit=true 2024-12-15T03:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/test.cache.data in system properties and HBase conf 2024-12-15T03:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T03:04:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir in system properties and HBase conf 2024-12-15T03:04:47,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T03:04:47,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T03:04:47,332 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T03:04:47,332 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T03:04:47,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:04:47,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:04:47,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T03:04:47,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:04:47,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T03:04:47,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T03:04:47,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:04:47,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:04:47,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T03:04:47,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/nfs.dump.dir in system properties and HBase conf 2024-12-15T03:04:47,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/java.io.tmpdir in system properties and HBase conf 2024-12-15T03:04:47,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:04:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T03:04:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T03:04:47,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:47,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:47,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:47,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:47,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:04:47,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:47,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f2059cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:47,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f62717{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:47,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54c6c45f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/java.io.tmpdir/jetty-localhost-45211-hadoop-hdfs-3_4_1-tests_jar-_-any-13789868252285656234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:04:47,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@752221b0{HTTP/1.1, (http/1.1)}{localhost:45211} 2024-12-15T03:04:47,567 INFO [Time-limited test {}] server.Server(415): Started @16702ms 2024-12-15T03:04:47,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:47,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:47,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:47,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:47,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:04:47,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd9c990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:47,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dfa8cc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:47,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@592d3669{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/java.io.tmpdir/jetty-localhost-36967-hadoop-hdfs-3_4_1-tests_jar-_-any-16827373559873015978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:47,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c29e57{HTTP/1.1, (http/1.1)}{localhost:36967} 2024-12-15T03:04:47,791 INFO [Time-limited test {}] server.Server(415): Started @16926ms 2024-12-15T03:04:47,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:47,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:47,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:47,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:47,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:47,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:04:47,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1baeb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:47,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60bc7911{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:47,889 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data1/current/BP-1326315987-172.17.0.2-1734231887375/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:47,889 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data2/current/BP-1326315987-172.17.0.2-1734231887375/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:47,913 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf80161e946ed05d with lease ID 0x201a6817d7ec3c0e: Processing first storage report for DS-9d184104-fc26-44d1-86e2-b3460777f9a3 from datanode DatanodeRegistration(127.0.0.1:36275, datanodeUuid=74cc0a73-907e-4dd0-bc27-044f24f7b67e, infoPort=42845, infoSecurePort=0, ipcPort=43043, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375) 2024-12-15T03:04:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf80161e946ed05d with lease ID 0x201a6817d7ec3c0e: from storage DS-9d184104-fc26-44d1-86e2-b3460777f9a3 node DatanodeRegistration(127.0.0.1:36275, datanodeUuid=74cc0a73-907e-4dd0-bc27-044f24f7b67e, infoPort=42845, infoSecurePort=0, ipcPort=43043, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf80161e946ed05d with lease ID 0x201a6817d7ec3c0e: Processing first storage report for DS-8808dc7b-e404-4142-afd1-ab2fe8ddffbe from datanode DatanodeRegistration(127.0.0.1:36275, datanodeUuid=74cc0a73-907e-4dd0-bc27-044f24f7b67e, infoPort=42845, infoSecurePort=0, ipcPort=43043, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375) 2024-12-15T03:04:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf80161e946ed05d with lease ID 0x201a6817d7ec3c0e: from storage DS-8808dc7b-e404-4142-afd1-ab2fe8ddffbe node DatanodeRegistration(127.0.0.1:36275, datanodeUuid=74cc0a73-907e-4dd0-bc27-044f24f7b67e, infoPort=42845, infoSecurePort=0, ipcPort=43043, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:47,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b70eb6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/java.io.tmpdir/jetty-localhost-36653-hadoop-hdfs-3_4_1-tests_jar-_-any-4295443026917212153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:47,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a9454ae{HTTP/1.1, (http/1.1)}{localhost:36653} 2024-12-15T03:04:47,970 INFO [Time-limited test {}] server.Server(415): Started @17105ms 2024-12-15T03:04:47,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:48,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:04:48,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:04:48,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:04:48,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:04:48,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:04:48,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d2d9656{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:04:48,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66a54ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:04:48,066 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data3/current/BP-1326315987-172.17.0.2-1734231887375/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:48,067 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data4/current/BP-1326315987-172.17.0.2-1734231887375/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:48,096 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa462477dcde7a4a5 with lease ID 0x201a6817d7ec3c0f: Processing first storage report for DS-ef5e3185-2ef1-45c9-8cd2-587d2ba37e5b from datanode DatanodeRegistration(127.0.0.1:33893, datanodeUuid=791c0bd7-5013-49fc-8496-e601ccb399d9, infoPort=38469, infoSecurePort=0, ipcPort=38671, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375) 2024-12-15T03:04:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa462477dcde7a4a5 with lease ID 0x201a6817d7ec3c0f: from storage DS-ef5e3185-2ef1-45c9-8cd2-587d2ba37e5b node DatanodeRegistration(127.0.0.1:33893, datanodeUuid=791c0bd7-5013-49fc-8496-e601ccb399d9, infoPort=38469, infoSecurePort=0, ipcPort=38671, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa462477dcde7a4a5 with lease ID 0x201a6817d7ec3c0f: Processing first storage report for DS-c639b39e-b765-4d27-a915-0b2fd7919de3 from datanode DatanodeRegistration(127.0.0.1:33893, datanodeUuid=791c0bd7-5013-49fc-8496-e601ccb399d9, infoPort=38469, infoSecurePort=0, ipcPort=38671, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375) 2024-12-15T03:04:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa462477dcde7a4a5 with lease ID 0x201a6817d7ec3c0f: from storage DS-c639b39e-b765-4d27-a915-0b2fd7919de3 node DatanodeRegistration(127.0.0.1:33893, datanodeUuid=791c0bd7-5013-49fc-8496-e601ccb399d9, infoPort=38469, infoSecurePort=0, ipcPort=38671, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:48,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53439c89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/java.io.tmpdir/jetty-localhost-40799-hadoop-hdfs-3_4_1-tests_jar-_-any-14908496191119429013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:04:48,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c624075{HTTP/1.1, (http/1.1)}{localhost:40799} 2024-12-15T03:04:48,137 INFO [Time-limited test {}] server.Server(415): Started @17272ms 2024-12-15T03:04:48,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:04:48,226 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data6/current/BP-1326315987-172.17.0.2-1734231887375/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:48,226 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data5/current/BP-1326315987-172.17.0.2-1734231887375/current, will proceed with Du for space computation calculation, 2024-12-15T03:04:48,250 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:04:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb2109a0987b91c8 with lease ID 0x201a6817d7ec3c10: Processing first storage report for DS-30cc1d81-088b-477f-a93b-51de0ffb77d5 from datanode DatanodeRegistration(127.0.0.1:43211, datanodeUuid=c8cae8e9-7bed-4065-96d0-adb220f58a53, infoPort=33953, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375) 2024-12-15T03:04:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb2109a0987b91c8 with lease ID 0x201a6817d7ec3c10: from storage DS-30cc1d81-088b-477f-a93b-51de0ffb77d5 node DatanodeRegistration(127.0.0.1:43211, datanodeUuid=c8cae8e9-7bed-4065-96d0-adb220f58a53, infoPort=33953, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:04:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb2109a0987b91c8 with lease ID 0x201a6817d7ec3c10: Processing first storage report for DS-c574731f-f7b3-4aa8-845d-046964195630 from datanode DatanodeRegistration(127.0.0.1:43211, datanodeUuid=c8cae8e9-7bed-4065-96d0-adb220f58a53, infoPort=33953, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375) 2024-12-15T03:04:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb2109a0987b91c8 with lease ID 0x201a6817d7ec3c10: from storage DS-c574731f-f7b3-4aa8-845d-046964195630 node DatanodeRegistration(127.0.0.1:43211, datanodeUuid=c8cae8e9-7bed-4065-96d0-adb220f58a53, infoPort=33953, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=1552313079;c=1734231887375), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T03:04:48,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee 2024-12-15T03:04:48,269 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T03:04:48,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T03:04:48,276 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:33361/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:33361/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/oldWALs, maxLogs=32 2024-12-15T03:04:48,295 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734231888279, exclude list is [], retry=0 2024-12-15T03:04:48,301 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36275,DS-9d184104-fc26-44d1-86e2-b3460777f9a3,DISK] 2024-12-15T03:04:48,302 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33893,DS-ef5e3185-2ef1-45c9-8cd2-587d2ba37e5b,DISK] 2024-12-15T03:04:48,303 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-30cc1d81-088b-477f-a93b-51de0ffb77d5,DISK] 2024-12-15T03:04:48,305 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734231888279 2024-12-15T03:04:48,305 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42845:42845),(127.0.0.1/127.0.0.1:38469:38469),(127.0.0.1/127.0.0.1:33953:33953)] 2024-12-15T03:04:48,323 INFO [AsyncFSWAL-0-hdfs://localhost:33361/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-15T03:04:59,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36275 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T03:04:59,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T03:04:59,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33893 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T03:04:59,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:04:59,240 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33361/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734231888279: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T03:05:01,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T03:05:01,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53439c89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:01,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c624075{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:05:01,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:05:01,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66a54ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:05:01,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d2d9656{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir/,STOPPED} 2024-12-15T03:05:01,153 WARN [BP-1326315987-172.17.0.2-1734231887375 heartbeating to localhost/127.0.0.1:33361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:05:01,153 WARN [BP-1326315987-172.17.0.2-1734231887375 heartbeating to localhost/127.0.0.1:33361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1326315987-172.17.0.2-1734231887375 (Datanode Uuid c8cae8e9-7bed-4065-96d0-adb220f58a53) service to localhost/127.0.0.1:33361 2024-12-15T03:05:01,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data5/current/BP-1326315987-172.17.0.2-1734231887375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:01,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data6/current/BP-1326315987-172.17.0.2-1734231887375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:01,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:05:01,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:05:01,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:05:01,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b70eb6f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:01,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a9454ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:05:01,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:05:01,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60bc7911{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:05:01,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1baeb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir/,STOPPED} 2024-12-15T03:05:01,165 WARN [BP-1326315987-172.17.0.2-1734231887375 heartbeating to localhost/127.0.0.1:33361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:05:01,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:05:01,165 WARN [BP-1326315987-172.17.0.2-1734231887375 heartbeating to localhost/127.0.0.1:33361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1326315987-172.17.0.2-1734231887375 (Datanode Uuid 791c0bd7-5013-49fc-8496-e601ccb399d9) service to localhost/127.0.0.1:33361 2024-12-15T03:05:01,166 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:05:01,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data3/current/BP-1326315987-172.17.0.2-1734231887375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:01,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data4/current/BP-1326315987-172.17.0.2-1734231887375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:01,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:05:01,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@592d3669{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:01,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c29e57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:05:01,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:05:01,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dfa8cc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:05:01,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd9c990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir/,STOPPED} 2024-12-15T03:05:01,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:05:01,185 WARN [BP-1326315987-172.17.0.2-1734231887375 heartbeating to localhost/127.0.0.1:33361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:05:01,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:05:01,185 WARN [BP-1326315987-172.17.0.2-1734231887375 heartbeating to localhost/127.0.0.1:33361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1326315987-172.17.0.2-1734231887375 (Datanode Uuid 74cc0a73-907e-4dd0-bc27-044f24f7b67e) service to localhost/127.0.0.1:33361 2024-12-15T03:05:01,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data1/current/BP-1326315987-172.17.0.2-1734231887375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:01,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/cluster_b828290e-e5c3-7257-49a0-c1a9066b3f02/dfs/data/data2/current/BP-1326315987-172.17.0.2-1734231887375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:01,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:05:01,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54c6c45f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:05:01,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@752221b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:05:01,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:05:01,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f62717{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:05:01,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f2059cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir/,STOPPED} 2024-12-15T03:05:01,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T03:05:01,225 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59 (was 60), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 409), ProcessCount=11 (was 12), AvailableMemoryMB=7382 (was 7359) - AvailableMemoryMB LEAK? - 2024-12-15T03:05:01,235 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=59, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=7382 2024-12-15T03:05:01,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.log.dir so I do NOT create it in target/test-data/43adb338-7477-69e4-0c92-ebc669f30652 2024-12-15T03:05:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/202e3126-4900-04d5-c505-7e7ee2c328ee/hadoop.tmp.dir so I do NOT create it in target/test-data/43adb338-7477-69e4-0c92-ebc669f30652 2024-12-15T03:05:01,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c, deleteOnExit=true 2024-12-15T03:05:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/test.cache.data in system properties and HBase conf 2024-12-15T03:05:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T03:05:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir in system properties and HBase conf 2024-12-15T03:05:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T03:05:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T03:05:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T03:05:01,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T03:05:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:05:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/nfs.dump.dir in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/java.io.tmpdir in system properties and HBase conf 2024-12-15T03:05:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:05:01,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T03:05:01,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T03:05:01,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:05:01,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:05:01,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:05:01,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:05:01,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:05:01,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:05:01,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d52ea3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:05:01,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ed6d190{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:05:01,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11432879{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/java.io.tmpdir/jetty-localhost-45489-hadoop-hdfs-3_4_1-tests_jar-_-any-10207946159884271123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:05:01,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556efce3{HTTP/1.1, (http/1.1)}{localhost:45489} 2024-12-15T03:05:01,467 INFO [Time-limited test {}] server.Server(415): Started @30602ms 2024-12-15T03:05:01,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:05:01,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:05:01,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:05:01,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:05:01,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:05:01,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b2fa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:05:01,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f53a05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:05:01,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4617189{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/java.io.tmpdir/jetty-localhost-42367-hadoop-hdfs-3_4_1-tests_jar-_-any-2446567881593692635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:01,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23c2f771{HTTP/1.1, (http/1.1)}{localhost:42367} 2024-12-15T03:05:01,746 INFO [Time-limited test {}] server.Server(415): Started @30881ms 2024-12-15T03:05:01,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:05:01,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:05:01,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:05:01,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:05:01,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:05:01,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:05:01,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2630a613{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:05:01,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37700eb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:05:01,877 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data1/current/BP-1826562795-172.17.0.2-1734231901267/current, will proceed with Du for space computation calculation, 2024-12-15T03:05:01,882 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data2/current/BP-1826562795-172.17.0.2-1734231901267/current, will proceed with Du for space computation calculation, 2024-12-15T03:05:01,928 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:05:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcead0c8bf3b382da with lease ID 0x20df5c1fdbf916a: Processing first storage report for DS-bed9daf5-13f7-4ac0-81f4-1619541689d7 from datanode DatanodeRegistration(127.0.0.1:38743, datanodeUuid=8bb291e7-e6f9-4d71-8e2b-fd4348b9c095, infoPort=44379, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267) 2024-12-15T03:05:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcead0c8bf3b382da with lease ID 0x20df5c1fdbf916a: from storage DS-bed9daf5-13f7-4ac0-81f4-1619541689d7 node DatanodeRegistration(127.0.0.1:38743, datanodeUuid=8bb291e7-e6f9-4d71-8e2b-fd4348b9c095, infoPort=44379, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:05:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcead0c8bf3b382da with lease ID 0x20df5c1fdbf916a: Processing first storage report for DS-e853150c-fdda-4286-99e2-46ca8b3d9f5b from datanode DatanodeRegistration(127.0.0.1:38743, datanodeUuid=8bb291e7-e6f9-4d71-8e2b-fd4348b9c095, infoPort=44379, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267) 2024-12-15T03:05:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcead0c8bf3b382da with lease ID 0x20df5c1fdbf916a: from storage DS-e853150c-fdda-4286-99e2-46ca8b3d9f5b node DatanodeRegistration(127.0.0.1:38743, datanodeUuid=8bb291e7-e6f9-4d71-8e2b-fd4348b9c095, infoPort=44379, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:05:01,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@506986c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/java.io.tmpdir/jetty-localhost-46007-hadoop-hdfs-3_4_1-tests_jar-_-any-2255219731880908727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:01,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@345beab6{HTTP/1.1, (http/1.1)}{localhost:46007} 2024-12-15T03:05:01,972 INFO [Time-limited test {}] server.Server(415): Started @31107ms 2024-12-15T03:05:01,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:05:02,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:05:02,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:05:02,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:05:02,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:05:02,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:05:02,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e5f372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:05:02,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395693d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:05:02,084 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data3/current/BP-1826562795-172.17.0.2-1734231901267/current, will proceed with Du for space computation calculation, 2024-12-15T03:05:02,092 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data4/current/BP-1826562795-172.17.0.2-1734231901267/current, will proceed with Du for space computation calculation, 2024-12-15T03:05:02,128 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:05:02,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9050014203c5a861 with lease ID 0x20df5c1fdbf916b: Processing first storage report for DS-e9f8c6c7-d091-4f9a-ae76-f35ac5ad7763 from datanode DatanodeRegistration(127.0.0.1:38749, datanodeUuid=601088c8-02d5-4b97-8d3e-cead715da9b4, infoPort=46407, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267) 2024-12-15T03:05:02,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9050014203c5a861 with lease ID 0x20df5c1fdbf916b: from storage DS-e9f8c6c7-d091-4f9a-ae76-f35ac5ad7763 node DatanodeRegistration(127.0.0.1:38749, datanodeUuid=601088c8-02d5-4b97-8d3e-cead715da9b4, infoPort=46407, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:05:02,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9050014203c5a861 with lease ID 0x20df5c1fdbf916b: Processing first storage report for DS-b2128c86-07a8-4af9-b880-e0864f67aa7d from datanode DatanodeRegistration(127.0.0.1:38749, datanodeUuid=601088c8-02d5-4b97-8d3e-cead715da9b4, infoPort=46407, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267) 2024-12-15T03:05:02,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9050014203c5a861 with lease ID 0x20df5c1fdbf916b: from storage DS-b2128c86-07a8-4af9-b880-e0864f67aa7d node DatanodeRegistration(127.0.0.1:38749, datanodeUuid=601088c8-02d5-4b97-8d3e-cead715da9b4, infoPort=46407, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:05:02,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@762aaf8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/java.io.tmpdir/jetty-localhost-37811-hadoop-hdfs-3_4_1-tests_jar-_-any-6795401660578068048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:02,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3765c461{HTTP/1.1, (http/1.1)}{localhost:37811} 2024-12-15T03:05:02,184 INFO [Time-limited test {}] server.Server(415): Started @31319ms 2024-12-15T03:05:02,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:05:02,294 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data5/current/BP-1826562795-172.17.0.2-1734231901267/current, will proceed with Du for space computation calculation, 2024-12-15T03:05:02,294 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data6/current/BP-1826562795-172.17.0.2-1734231901267/current, will proceed with Du for space computation calculation, 2024-12-15T03:05:02,320 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:05:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd43eb88854182e2 with lease ID 0x20df5c1fdbf916c: Processing first storage report for DS-d892ecb9-5863-40a1-95af-7ebc190d562c from datanode DatanodeRegistration(127.0.0.1:44129, datanodeUuid=21aefd58-2546-496f-95dc-d8c839412c5e, infoPort=34447, infoSecurePort=0, ipcPort=34655, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267) 2024-12-15T03:05:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd43eb88854182e2 with lease ID 0x20df5c1fdbf916c: from storage DS-d892ecb9-5863-40a1-95af-7ebc190d562c node DatanodeRegistration(127.0.0.1:44129, datanodeUuid=21aefd58-2546-496f-95dc-d8c839412c5e, infoPort=34447, infoSecurePort=0, ipcPort=34655, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:05:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd43eb88854182e2 with lease ID 0x20df5c1fdbf916c: Processing first storage report for DS-f1df8913-21b5-4c70-b240-a6146c69f41a from datanode DatanodeRegistration(127.0.0.1:44129, datanodeUuid=21aefd58-2546-496f-95dc-d8c839412c5e, infoPort=34447, infoSecurePort=0, ipcPort=34655, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267) 2024-12-15T03:05:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd43eb88854182e2 with lease ID 0x20df5c1fdbf916c: from storage DS-f1df8913-21b5-4c70-b240-a6146c69f41a node DatanodeRegistration(127.0.0.1:44129, datanodeUuid=21aefd58-2546-496f-95dc-d8c839412c5e, infoPort=34447, infoSecurePort=0, ipcPort=34655, storageInfo=lv=-57;cid=testClusterID;nsid=1953703921;c=1734231901267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:05:02,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652 2024-12-15T03:05:02,419 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T03:05:02,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T03:05:02,427 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:45965/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:45965/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/oldWALs, maxLogs=32 2024-12-15T03:05:02,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734231902429, exclude list is [], retry=0 2024-12-15T03:05:02,451 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38749,DS-e9f8c6c7-d091-4f9a-ae76-f35ac5ad7763,DISK] 2024-12-15T03:05:02,452 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38743,DS-bed9daf5-13f7-4ac0-81f4-1619541689d7,DISK] 2024-12-15T03:05:02,453 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44129,DS-d892ecb9-5863-40a1-95af-7ebc190d562c,DISK] 2024-12-15T03:05:02,460 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734231902429 2024-12-15T03:05:02,461 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46407:46407),(127.0.0.1/127.0.0.1:44379:44379),(127.0.0.1/127.0.0.1:34447:34447)] 2024-12-15T03:05:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44129 is added to blk_1073741825_1001 (size=121110) 2024-12-15T03:05:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741825_1001 (size=121110) 2024-12-15T03:05:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38743 is added to blk_1073741825_1001 (size=121110) 2024-12-15T03:05:02,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:05:02,905 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45965/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734231902429: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T03:05:02,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T03:05:02,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@762aaf8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:02,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3765c461{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:05:02,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:05:02,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395693d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:05:02,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e5f372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir/,STOPPED} 2024-12-15T03:05:02,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:05:02,943 WARN [BP-1826562795-172.17.0.2-1734231901267 heartbeating to localhost/127.0.0.1:45965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:05:02,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:05:02,943 WARN [BP-1826562795-172.17.0.2-1734231901267 heartbeating to localhost/127.0.0.1:45965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1826562795-172.17.0.2-1734231901267 (Datanode Uuid 21aefd58-2546-496f-95dc-d8c839412c5e) service to localhost/127.0.0.1:45965 2024-12-15T03:05:02,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data5/current/BP-1826562795-172.17.0.2-1734231901267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:02,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data6/current/BP-1826562795-172.17.0.2-1734231901267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:02,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:05:02,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@506986c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:02,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@345beab6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:05:02,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:05:02,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37700eb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:05:02,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2630a613{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir/,STOPPED} 2024-12-15T03:05:02,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:05:02,950 WARN [BP-1826562795-172.17.0.2-1734231901267 heartbeating to localhost/127.0.0.1:45965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:05:02,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:05:02,950 WARN [BP-1826562795-172.17.0.2-1734231901267 heartbeating to localhost/127.0.0.1:45965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1826562795-172.17.0.2-1734231901267 (Datanode Uuid 601088c8-02d5-4b97-8d3e-cead715da9b4) service to localhost/127.0.0.1:45965 2024-12-15T03:05:02,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data3/current/BP-1826562795-172.17.0.2-1734231901267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:02,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data4/current/BP-1826562795-172.17.0.2-1734231901267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:02,951 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:05:02,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4617189{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:05:02,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23c2f771{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:05:02,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:05:02,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f53a05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:05:02,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b2fa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir/,STOPPED} 2024-12-15T03:05:02,960 WARN [BP-1826562795-172.17.0.2-1734231901267 heartbeating to localhost/127.0.0.1:45965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:05:02,960 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:05:02,960 WARN [BP-1826562795-172.17.0.2-1734231901267 heartbeating to localhost/127.0.0.1:45965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1826562795-172.17.0.2-1734231901267 (Datanode Uuid 8bb291e7-e6f9-4d71-8e2b-fd4348b9c095) service to localhost/127.0.0.1:45965 2024-12-15T03:05:02,960 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:05:02,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data1/current/BP-1826562795-172.17.0.2-1734231901267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:02,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/cluster_1c32d0d6-ae9e-2cd1-8931-7b11454bf02c/dfs/data/data2/current/BP-1826562795-172.17.0.2-1734231901267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:05:02,961 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:05:02,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11432879{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:05:02,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556efce3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:05:02,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:05:02,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ed6d190{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:05:02,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d52ea3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/43adb338-7477-69e4-0c92-ebc669f30652/hadoop.log.dir/,STOPPED} 2024-12-15T03:05:02,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T03:05:03,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=83 (was 59) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7215 (was 7382)