2024-12-15 09:43:40,796 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf 2024-12-15 09:43:40,807 main DEBUG Took 0.009249 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 09:43:40,808 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 09:43:40,808 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 09:43:40,809 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 09:43:40,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,818 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 09:43:40,829 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,832 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,834 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,836 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,837 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 09:43:40,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,839 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 09:43:40,840 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 09:43:40,841 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 09:43:40,843 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 09:43:40,843 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 09:43:40,844 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 09:43:40,845 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 09:43:40,852 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 09:43:40,854 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 09:43:40,856 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 09:43:40,856 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 09:43:40,856 main DEBUG createAppenders(={Console}) 2024-12-15 09:43:40,857 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf initialized 2024-12-15 09:43:40,857 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf 2024-12-15 09:43:40,857 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@413d1baf OK. 2024-12-15 09:43:40,858 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 09:43:40,858 main DEBUG OutputStream closed 2024-12-15 09:43:40,858 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 09:43:40,858 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 09:43:40,859 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@20f5239f OK 2024-12-15 09:43:40,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 09:43:40,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 09:43:40,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 09:43:40,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 09:43:40,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 09:43:40,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 09:43:40,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 09:43:40,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 09:43:40,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 09:43:40,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 09:43:40,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 09:43:40,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 09:43:40,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 09:43:40,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 09:43:40,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 09:43:40,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 09:43:40,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 09:43:40,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 09:43:40,932 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 09:43:40,933 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@78641d23) with optional ClassLoader: null 2024-12-15 09:43:40,933 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 09:43:40,934 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@78641d23] started OK. 2024-12-15T09:43:41,177 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c 2024-12-15 09:43:41,179 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 09:43:41,180 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T09:43:41,190 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-15T09:43:41,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=284, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=6509 2024-12-15T09:43:41,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061, deleteOnExit=true 2024-12-15T09:43:41,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/test.cache.data in system properties and HBase conf 2024-12-15T09:43:41,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T09:43:41,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir in system properties and HBase conf 2024-12-15T09:43:41,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T09:43:41,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T09:43:41,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T09:43:41,301 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T09:43:41,393 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T09:43:41,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:43:41,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:43:41,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T09:43:41,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:43:41,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T09:43:41,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T09:43:41,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:43:41,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:43:41,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T09:43:41,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/nfs.dump.dir in system properties and HBase conf 2024-12-15T09:43:41,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/java.io.tmpdir in system properties and HBase conf 2024-12-15T09:43:41,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:43:41,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T09:43:41,406 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T09:43:42,331 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T09:43:42,396 INFO [Time-limited test {}] log.Log(170): Logging initialized @2192ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T09:43:42,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:43:42,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:43:42,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:43:42,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:43:42,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:43:42,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:43:42,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@250f2575{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:43:42,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355d7d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:43:42,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56ffa08d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/java.io.tmpdir/jetty-localhost-42765-hadoop-hdfs-3_4_1-tests_jar-_-any-5776660478531131252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:43:42,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49fa6c35{HTTP/1.1, (http/1.1)}{localhost:42765} 2024-12-15T09:43:42,767 INFO [Time-limited test {}] server.Server(415): Started @2564ms 2024-12-15T09:43:43,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:43:43,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:43:43,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:43:43,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:43:43,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:43:43,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86a19ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:43:43,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c20c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:43:43,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@169aa064{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/java.io.tmpdir/jetty-localhost-43351-hadoop-hdfs-3_4_1-tests_jar-_-any-16491960764557007106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:43:43,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891470a{HTTP/1.1, (http/1.1)}{localhost:43351} 2024-12-15T09:43:43,355 INFO [Time-limited test {}] server.Server(415): Started @3151ms 2024-12-15T09:43:43,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:43:43,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:43:43,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:43:43,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:43:43,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:43:43,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:43:43,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ec2099f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:43:43,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ead448b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:43:43,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@665a44ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/java.io.tmpdir/jetty-localhost-41555-hadoop-hdfs-3_4_1-tests_jar-_-any-18417060344047108942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:43:43,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c96d6{HTTP/1.1, (http/1.1)}{localhost:41555} 2024-12-15T09:43:43,617 INFO [Time-limited test {}] server.Server(415): Started @3414ms 2024-12-15T09:43:43,619 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:43:43,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:43:43,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:43:43,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:43:43,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:43:43,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:43:43,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ff811b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:43:43,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30aeee3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:43:43,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c45ff31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/java.io.tmpdir/jetty-localhost-40275-hadoop-hdfs-3_4_1-tests_jar-_-any-4666940644597464171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:43:43,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a05130{HTTP/1.1, (http/1.1)}{localhost:40275} 2024-12-15T09:43:43,783 INFO [Time-limited test {}] server.Server(415): Started @3579ms 2024-12-15T09:43:43,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:43:44,543 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data2/current/BP-594457149-172.17.0.2-1734255821895/current, will proceed with Du for space computation calculation, 2024-12-15T09:43:44,543 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data4/current/BP-594457149-172.17.0.2-1734255821895/current, will proceed with Du for space computation calculation, 2024-12-15T09:43:44,543 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data1/current/BP-594457149-172.17.0.2-1734255821895/current, will proceed with Du for space computation calculation, 2024-12-15T09:43:44,543 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data3/current/BP-594457149-172.17.0.2-1734255821895/current, will proceed with Du for space computation calculation, 2024-12-15T09:43:44,573 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:43:44,573 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:43:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23b75bdb57fa8ba7 with lease ID 0x30e276f193a58b0e: Processing first storage report for DS-cf26e867-36f2-4ea0-9b68-3623b3c509c5 from datanode DatanodeRegistration(127.0.0.1:33957, datanodeUuid=07be1127-3ec3-47e2-a388-7d775abbc22e, infoPort=41171, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895) 2024-12-15T09:43:44,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23b75bdb57fa8ba7 with lease ID 0x30e276f193a58b0e: from storage DS-cf26e867-36f2-4ea0-9b68-3623b3c509c5 node DatanodeRegistration(127.0.0.1:33957, datanodeUuid=07be1127-3ec3-47e2-a388-7d775abbc22e, infoPort=41171, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T09:43:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40ed4183d413d044 with lease ID 0x30e276f193a58b0f: Processing first storage report for DS-7f2f4ea5-a944-4210-9a27-1bb1b0c5eb97 from datanode DatanodeRegistration(127.0.0.1:40043, datanodeUuid=4c216339-f01d-40ba-bbbb-32120cbdd399, infoPort=41929, infoSecurePort=0, ipcPort=44755, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895) 2024-12-15T09:43:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40ed4183d413d044 with lease ID 0x30e276f193a58b0f: from storage DS-7f2f4ea5-a944-4210-9a27-1bb1b0c5eb97 node DatanodeRegistration(127.0.0.1:40043, datanodeUuid=4c216339-f01d-40ba-bbbb-32120cbdd399, infoPort=41929, infoSecurePort=0, ipcPort=44755, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T09:43:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23b75bdb57fa8ba7 with lease ID 0x30e276f193a58b0e: Processing first storage report for DS-77b0063b-737f-49ef-bbd7-71db7fa00807 from datanode DatanodeRegistration(127.0.0.1:33957, datanodeUuid=07be1127-3ec3-47e2-a388-7d775abbc22e, infoPort=41171, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895) 2024-12-15T09:43:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23b75bdb57fa8ba7 with lease ID 0x30e276f193a58b0e: from storage DS-77b0063b-737f-49ef-bbd7-71db7fa00807 node DatanodeRegistration(127.0.0.1:33957, datanodeUuid=07be1127-3ec3-47e2-a388-7d775abbc22e, infoPort=41171, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:43:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40ed4183d413d044 with lease ID 0x30e276f193a58b0f: Processing first storage report for DS-e836593c-6172-4054-a2cd-8de4b468948a from datanode DatanodeRegistration(127.0.0.1:40043, datanodeUuid=4c216339-f01d-40ba-bbbb-32120cbdd399, infoPort=41929, infoSecurePort=0, ipcPort=44755, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895) 2024-12-15T09:43:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40ed4183d413d044 with lease ID 0x30e276f193a58b0f: from storage DS-e836593c-6172-4054-a2cd-8de4b468948a node DatanodeRegistration(127.0.0.1:40043, datanodeUuid=4c216339-f01d-40ba-bbbb-32120cbdd399, infoPort=41929, infoSecurePort=0, ipcPort=44755, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:43:44,632 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data6/current/BP-594457149-172.17.0.2-1734255821895/current, will proceed with Du for space computation calculation, 2024-12-15T09:43:44,632 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data5/current/BP-594457149-172.17.0.2-1734255821895/current, will proceed with Du for space computation calculation, 2024-12-15T09:43:44,649 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:43:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c535542c403ab2 with lease ID 0x30e276f193a58b10: Processing first storage report for DS-409e7882-8f9c-4933-89f0-988c2e0c335d from datanode DatanodeRegistration(127.0.0.1:33067, datanodeUuid=a97b50c7-55fc-4062-ba65-c74ec6c4bfa6, infoPort=34131, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895) 2024-12-15T09:43:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c535542c403ab2 with lease ID 0x30e276f193a58b10: from storage DS-409e7882-8f9c-4933-89f0-988c2e0c335d node DatanodeRegistration(127.0.0.1:33067, datanodeUuid=a97b50c7-55fc-4062-ba65-c74ec6c4bfa6, infoPort=34131, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:43:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c535542c403ab2 with lease ID 0x30e276f193a58b10: Processing first storage report for DS-f3df10e9-dfff-4872-a364-63bff59e5ba0 from datanode DatanodeRegistration(127.0.0.1:33067, datanodeUuid=a97b50c7-55fc-4062-ba65-c74ec6c4bfa6, infoPort=34131, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895) 2024-12-15T09:43:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c535542c403ab2 with lease ID 0x30e276f193a58b10: from storage DS-f3df10e9-dfff-4872-a364-63bff59e5ba0 node DatanodeRegistration(127.0.0.1:33067, datanodeUuid=a97b50c7-55fc-4062-ba65-c74ec6c4bfa6, infoPort=34131, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=531222741;c=1734255821895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:43:44,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c 2024-12-15T09:43:44,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T09:43:44,803 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:43:44,806 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T09:43:44,815 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T09:43:44,815 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T09:43:44,859 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T09:43:44,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T09:43:44,911 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44903/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44903/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/oldWALs, maxLogs=32 2024-12-15T09:43:44,950 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734255824933, exclude list is [], retry=0 2024-12-15T09:43:45,016 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48974 (auto-detected) 2024-12-15T09:43:45,020 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T09:43:45,044 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-7f2f4ea5-a944-4210-9a27-1bb1b0c5eb97,DISK] 2024-12-15T09:43:45,047 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T09:43:45,070 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33067,DS-409e7882-8f9c-4933-89f0-988c2e0c335d,DISK] 2024-12-15T09:43:45,071 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33957,DS-cf26e867-36f2-4ea0-9b68-3623b3c509c5,DISK] 2024-12-15T09:43:45,144 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734255824933 2024-12-15T09:43:45,145 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41929:41929),(127.0.0.1/127.0.0.1:34131:34131),(127.0.0.1/127.0.0.1:41171:41171)] 2024-12-15T09:43:45,147 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T09:43:45,778 DEBUG [AsyncFSWAL-0-hdfs://localhost:44903/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-15T09:43:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T09:43:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T09:43:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33067 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T09:43:49,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:43:50,028 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44903/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734255824933: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T09:43:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T09:43:51,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c45ff31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:43:51,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a05130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:43:51,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:43:51,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30aeee3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:43:51,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ff811b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir/,STOPPED} 2024-12-15T09:43:51,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:43:51,092 WARN [BP-594457149-172.17.0.2-1734255821895 heartbeating to localhost/127.0.0.1:44903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:43:51,092 WARN [BP-594457149-172.17.0.2-1734255821895 heartbeating to localhost/127.0.0.1:44903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-594457149-172.17.0.2-1734255821895 (Datanode Uuid a97b50c7-55fc-4062-ba65-c74ec6c4bfa6) service to localhost/127.0.0.1:44903 2024-12-15T09:43:51,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:43:51,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data5/current/BP-594457149-172.17.0.2-1734255821895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:43:51,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data6/current/BP-594457149-172.17.0.2-1734255821895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:43:51,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:43:51,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@665a44ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:43:51,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c96d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:43:51,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:43:51,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ead448b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:43:51,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ec2099f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir/,STOPPED} 2024-12-15T09:43:51,152 WARN [BP-594457149-172.17.0.2-1734255821895 heartbeating to localhost/127.0.0.1:44903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:43:51,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:43:51,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:43:51,152 WARN [BP-594457149-172.17.0.2-1734255821895 heartbeating to localhost/127.0.0.1:44903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-594457149-172.17.0.2-1734255821895 (Datanode Uuid 07be1127-3ec3-47e2-a388-7d775abbc22e) service to localhost/127.0.0.1:44903 2024-12-15T09:43:51,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data3/current/BP-594457149-172.17.0.2-1734255821895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:43:51,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data4/current/BP-594457149-172.17.0.2-1734255821895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:43:51,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:43:51,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@169aa064{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:43:51,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891470a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:43:51,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:43:51,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c20c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:43:51,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86a19ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir/,STOPPED} 2024-12-15T09:43:51,243 WARN [BP-594457149-172.17.0.2-1734255821895 heartbeating to localhost/127.0.0.1:44903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:43:51,243 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:43:51,243 WARN [BP-594457149-172.17.0.2-1734255821895 heartbeating to localhost/127.0.0.1:44903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-594457149-172.17.0.2-1734255821895 (Datanode Uuid 4c216339-f01d-40ba-bbbb-32120cbdd399) service to localhost/127.0.0.1:44903 2024-12-15T09:43:51,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:43:51,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data1/current/BP-594457149-172.17.0.2-1734255821895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:43:51,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/cluster_3e6b30fb-33ff-1c80-f103-0f866ba32061/dfs/data/data2/current/BP-594457149-172.17.0.2-1734255821895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:43:51,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:43:51,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56ffa08d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:43:51,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49fa6c35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:43:51,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:43:51,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355d7d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:43:51,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@250f2575{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:07,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T09:44:07,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=27 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@46d23f28 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=294 (was 284) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5906 (was 6509) 2024-12-15T09:44:07,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=27, OpenFileDescriptor=294, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=5906 2024-12-15T09:44:07,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.log.dir so I do NOT create it in target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231 2024-12-15T09:44:07,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e9b201b-b4f7-c1ef-33d9-c471c5dac41c/hadoop.tmp.dir so I do NOT create it in target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231 2024-12-15T09:44:07,949 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf, deleteOnExit=true 2024-12-15T09:44:07,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/test.cache.data in system properties and HBase conf 2024-12-15T09:44:07,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T09:44:07,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir in system properties and HBase conf 2024-12-15T09:44:07,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T09:44:07,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T09:44:07,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T09:44:07,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T09:44:07,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:44:07,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:44:07,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T09:44:07,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:44:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T09:44:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T09:44:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:44:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:44:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T09:44:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/nfs.dump.dir in system properties and HBase conf 2024-12-15T09:44:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/java.io.tmpdir in system properties and HBase conf 2024-12-15T09:44:07,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:44:07,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T09:44:07,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T09:44:08,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:08,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:08,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:08,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:08,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:44:08,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:08,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@735ce5b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:08,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14ebd4d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:08,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d413627{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/java.io.tmpdir/jetty-localhost-40333-hadoop-hdfs-3_4_1-tests_jar-_-any-9387053456750675951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:44:08,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11c70844{HTTP/1.1, (http/1.1)}{localhost:40333} 2024-12-15T09:44:08,337 INFO [Time-limited test {}] server.Server(415): Started @28133ms 2024-12-15T09:44:08,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:08,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:08,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:08,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:08,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:44:08,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42707407{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:08,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56f4f332{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:08,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4030d586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/java.io.tmpdir/jetty-localhost-35081-hadoop-hdfs-3_4_1-tests_jar-_-any-3969843387145857221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:08,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a2f44{HTTP/1.1, (http/1.1)}{localhost:35081} 2024-12-15T09:44:08,625 INFO [Time-limited test {}] server.Server(415): Started @28421ms 2024-12-15T09:44:08,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:08,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:08,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:08,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:08,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:08,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:44:08,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4883a7c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:08,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346c1517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:08,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e0cb930{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/java.io.tmpdir/jetty-localhost-36963-hadoop-hdfs-3_4_1-tests_jar-_-any-2741856414900864219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:08,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab97e21{HTTP/1.1, (http/1.1)}{localhost:36963} 2024-12-15T09:44:08,762 INFO [Time-limited test {}] server.Server(415): Started @28559ms 2024-12-15T09:44:08,764 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:08,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:08,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:08,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:08,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:08,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:44:08,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df7a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:08,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17107948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:08,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@301ac141{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/java.io.tmpdir/jetty-localhost-37719-hadoop-hdfs-3_4_1-tests_jar-_-any-6598782354256743801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:08,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@127fcf26{HTTP/1.1, (http/1.1)}{localhost:37719} 2024-12-15T09:44:08,885 INFO [Time-limited test {}] server.Server(415): Started @28682ms 2024-12-15T09:44:08,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:09,270 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data2/current/BP-1658109722-172.17.0.2-1734255847979/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:09,270 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data1/current/BP-1658109722-172.17.0.2-1734255847979/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:09,286 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0c7438de505c641 with lease ID 0x2147cb61613a2369: Processing first storage report for DS-1fa7bb84-9f2c-45cc-ba68-6d3c7413a950 from datanode DatanodeRegistration(127.0.0.1:40273, datanodeUuid=7dd8450b-a0a0-4399-987e-a92e3a4fab5f, infoPort=44079, infoSecurePort=0, ipcPort=41815, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979) 2024-12-15T09:44:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0c7438de505c641 with lease ID 0x2147cb61613a2369: from storage DS-1fa7bb84-9f2c-45cc-ba68-6d3c7413a950 node DatanodeRegistration(127.0.0.1:40273, datanodeUuid=7dd8450b-a0a0-4399-987e-a92e3a4fab5f, infoPort=44079, infoSecurePort=0, ipcPort=41815, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0c7438de505c641 with lease ID 0x2147cb61613a2369: Processing first storage report for DS-6657db09-c32d-44b3-984f-083a60b46c76 from datanode DatanodeRegistration(127.0.0.1:40273, datanodeUuid=7dd8450b-a0a0-4399-987e-a92e3a4fab5f, infoPort=44079, infoSecurePort=0, ipcPort=41815, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979) 2024-12-15T09:44:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0c7438de505c641 with lease ID 0x2147cb61613a2369: from storage DS-6657db09-c32d-44b3-984f-083a60b46c76 node DatanodeRegistration(127.0.0.1:40273, datanodeUuid=7dd8450b-a0a0-4399-987e-a92e3a4fab5f, infoPort=44079, infoSecurePort=0, ipcPort=41815, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T09:44:09,541 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data3/current/BP-1658109722-172.17.0.2-1734255847979/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:09,541 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data4/current/BP-1658109722-172.17.0.2-1734255847979/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:09,557 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8450b6cc856f1a32 with lease ID 0x2147cb61613a236a: Processing first storage report for DS-98f70d28-bb0c-40de-a046-725cc614ee5c from datanode DatanodeRegistration(127.0.0.1:32899, datanodeUuid=2cb79ab3-390a-4319-91d9-96627d1c9b4a, infoPort=40715, infoSecurePort=0, ipcPort=35521, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979) 2024-12-15T09:44:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8450b6cc856f1a32 with lease ID 0x2147cb61613a236a: from storage DS-98f70d28-bb0c-40de-a046-725cc614ee5c node DatanodeRegistration(127.0.0.1:32899, datanodeUuid=2cb79ab3-390a-4319-91d9-96627d1c9b4a, infoPort=40715, infoSecurePort=0, ipcPort=35521, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8450b6cc856f1a32 with lease ID 0x2147cb61613a236a: Processing first storage report for DS-38eaa022-8b9e-4d53-b28f-751039056295 from datanode DatanodeRegistration(127.0.0.1:32899, datanodeUuid=2cb79ab3-390a-4319-91d9-96627d1c9b4a, infoPort=40715, infoSecurePort=0, ipcPort=35521, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979) 2024-12-15T09:44:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8450b6cc856f1a32 with lease ID 0x2147cb61613a236a: from storage DS-38eaa022-8b9e-4d53-b28f-751039056295 node DatanodeRegistration(127.0.0.1:32899, datanodeUuid=2cb79ab3-390a-4319-91d9-96627d1c9b4a, infoPort=40715, infoSecurePort=0, ipcPort=35521, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:09,626 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data6/current/BP-1658109722-172.17.0.2-1734255847979/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:09,626 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data5/current/BP-1658109722-172.17.0.2-1734255847979/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:09,646 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebad188abf3a3aa9 with lease ID 0x2147cb61613a236b: Processing first storage report for DS-e9f48e00-eca1-4d86-a6b6-ed4c29735a80 from datanode DatanodeRegistration(127.0.0.1:46679, datanodeUuid=a92bfa16-d168-44e7-b228-1b4a5a621b6e, infoPort=38095, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979) 2024-12-15T09:44:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebad188abf3a3aa9 with lease ID 0x2147cb61613a236b: from storage DS-e9f48e00-eca1-4d86-a6b6-ed4c29735a80 node DatanodeRegistration(127.0.0.1:46679, datanodeUuid=a92bfa16-d168-44e7-b228-1b4a5a621b6e, infoPort=38095, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebad188abf3a3aa9 with lease ID 0x2147cb61613a236b: Processing first storage report for DS-e9091159-8d25-4b14-a079-88daba7f0337 from datanode DatanodeRegistration(127.0.0.1:46679, datanodeUuid=a92bfa16-d168-44e7-b228-1b4a5a621b6e, infoPort=38095, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979) 2024-12-15T09:44:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebad188abf3a3aa9 with lease ID 0x2147cb61613a236b: from storage DS-e9091159-8d25-4b14-a079-88daba7f0337 node DatanodeRegistration(127.0.0.1:46679, datanodeUuid=a92bfa16-d168-44e7-b228-1b4a5a621b6e, infoPort=38095, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=353079361;c=1734255847979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:09,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231 2024-12-15T09:44:09,725 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:44:09,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T09:44:09,735 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:35143/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:35143/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/oldWALs, maxLogs=32 2024-12-15T09:44:09,752 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734255849737, exclude list is [], retry=0 2024-12-15T09:44:09,757 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40273,DS-1fa7bb84-9f2c-45cc-ba68-6d3c7413a950,DISK] 2024-12-15T09:44:09,759 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32899,DS-98f70d28-bb0c-40de-a046-725cc614ee5c,DISK] 2024-12-15T09:44:09,759 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-e9f48e00-eca1-4d86-a6b6-ed4c29735a80,DISK] 2024-12-15T09:44:09,762 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734255849737 2024-12-15T09:44:09,762 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44079:44079),(127.0.0.1/127.0.0.1:40715:40715),(127.0.0.1/127.0.0.1:38095:38095)] 2024-12-15T09:44:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T09:44:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32899 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T09:44:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40273 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T09:44:10,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:44:10,064 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35143/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734255849737: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T09:44:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T09:44:10,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@301ac141{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:10,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@127fcf26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:10,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:10,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17107948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:10,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df7a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:10,164 WARN [BP-1658109722-172.17.0.2-1734255847979 heartbeating to localhost/127.0.0.1:35143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:10,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:10,164 WARN [BP-1658109722-172.17.0.2-1734255847979 heartbeating to localhost/127.0.0.1:35143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1658109722-172.17.0.2-1734255847979 (Datanode Uuid a92bfa16-d168-44e7-b228-1b4a5a621b6e) service to localhost/127.0.0.1:35143 2024-12-15T09:44:10,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:10,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data5/current/BP-1658109722-172.17.0.2-1734255847979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:10,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data6/current/BP-1658109722-172.17.0.2-1734255847979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:10,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:10,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e0cb930{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:10,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ab97e21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:10,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:10,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346c1517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:10,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4883a7c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:10,175 WARN [BP-1658109722-172.17.0.2-1734255847979 heartbeating to localhost/127.0.0.1:35143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:10,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:10,175 WARN [BP-1658109722-172.17.0.2-1734255847979 heartbeating to localhost/127.0.0.1:35143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1658109722-172.17.0.2-1734255847979 (Datanode Uuid 2cb79ab3-390a-4319-91d9-96627d1c9b4a) service to localhost/127.0.0.1:35143 2024-12-15T09:44:10,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:10,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data3/current/BP-1658109722-172.17.0.2-1734255847979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:10,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data4/current/BP-1658109722-172.17.0.2-1734255847979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:10,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:10,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4030d586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:10,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a2f44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:10,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:10,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56f4f332{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:10,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42707407{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:10,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:10,184 WARN [BP-1658109722-172.17.0.2-1734255847979 heartbeating to localhost/127.0.0.1:35143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:10,184 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:10,184 WARN [BP-1658109722-172.17.0.2-1734255847979 heartbeating to localhost/127.0.0.1:35143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1658109722-172.17.0.2-1734255847979 (Datanode Uuid 7dd8450b-a0a0-4399-987e-a92e3a4fab5f) service to localhost/127.0.0.1:35143 2024-12-15T09:44:10,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data1/current/BP-1658109722-172.17.0.2-1734255847979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:10,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/cluster_f9c77169-d1c8-5c61-f86d-03f8a0a5abaf/dfs/data/data2/current/BP-1658109722-172.17.0.2-1734255847979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:10,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:10,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d413627{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:44:10,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11c70844{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:10,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:10,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14ebd4d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:10,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@735ce5b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:10,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T09:44:10,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=52 (was 27) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:35143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:35143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 294) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 266) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5818 (was 5906) 2024-12-15T09:44:10,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=52, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=5818 2024-12-15T09:44:10,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.log.dir so I do NOT create it in target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b 2024-12-15T09:44:10,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64250950-13ce-c9cb-4bc8-997a5ee5f231/hadoop.tmp.dir so I do NOT create it in target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b 2024-12-15T09:44:10,220 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28, deleteOnExit=true 2024-12-15T09:44:10,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/test.cache.data in system properties and HBase conf 2024-12-15T09:44:10,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T09:44:10,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir in system properties and HBase conf 2024-12-15T09:44:10,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T09:44:10,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T09:44:10,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T09:44:10,221 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:44:10,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T09:44:10,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/nfs.dump.dir in system properties and HBase conf 2024-12-15T09:44:10,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/java.io.tmpdir in system properties and HBase conf 2024-12-15T09:44:10,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:44:10,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T09:44:10,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T09:44:10,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:10,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:10,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:10,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:10,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:44:10,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:10,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8558e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:10,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d6360{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:10,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a46e36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/java.io.tmpdir/jetty-localhost-33449-hadoop-hdfs-3_4_1-tests_jar-_-any-13826712258653581956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:44:10,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d6f98e6{HTTP/1.1, (http/1.1)}{localhost:33449} 2024-12-15T09:44:10,541 INFO [Time-limited test {}] server.Server(415): Started @30338ms 2024-12-15T09:44:10,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:10,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:10,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:10,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:10,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:44:10,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@502dfc4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:10,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@429674a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:10,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d149fbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/java.io.tmpdir/jetty-localhost-33333-hadoop-hdfs-3_4_1-tests_jar-_-any-13379503020218191869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:10,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed9bb3c{HTTP/1.1, (http/1.1)}{localhost:33333} 2024-12-15T09:44:10,871 INFO [Time-limited test {}] server.Server(415): Started @30667ms 2024-12-15T09:44:10,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:10,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:10,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:10,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:10,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:10,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:44:10,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16bc2d88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:10,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b54ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:10,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61f1ef6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/java.io.tmpdir/jetty-localhost-44057-hadoop-hdfs-3_4_1-tests_jar-_-any-1962898441549973397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:10,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b8ea5e6{HTTP/1.1, (http/1.1)}{localhost:44057} 2024-12-15T09:44:10,996 INFO [Time-limited test {}] server.Server(415): Started @30793ms 2024-12-15T09:44:10,997 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:11,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:11,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:11,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:11,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:11,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:44:11,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ebe99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:11,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ae341b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:11,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f8c7edf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/java.io.tmpdir/jetty-localhost-44747-hadoop-hdfs-3_4_1-tests_jar-_-any-8238294778072121659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:11,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63884790{HTTP/1.1, (http/1.1)}{localhost:44747} 2024-12-15T09:44:11,123 INFO [Time-limited test {}] server.Server(415): Started @30920ms 2024-12-15T09:44:11,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:11,570 WARN [Thread-424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data2/current/BP-1449256485-172.17.0.2-1734255850243/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:11,570 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data1/current/BP-1449256485-172.17.0.2-1734255850243/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:11,592 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb0ed1c6b03e53c9 with lease ID 0x1d719eaf76a0bc49: Processing first storage report for DS-1139a439-8587-4b9a-b05c-04785ca3a015 from datanode DatanodeRegistration(127.0.0.1:32771, datanodeUuid=cc3e846f-15ac-4cbc-a217-b096fccd1129, infoPort=37301, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243) 2024-12-15T09:44:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb0ed1c6b03e53c9 with lease ID 0x1d719eaf76a0bc49: from storage DS-1139a439-8587-4b9a-b05c-04785ca3a015 node DatanodeRegistration(127.0.0.1:32771, datanodeUuid=cc3e846f-15ac-4cbc-a217-b096fccd1129, infoPort=37301, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T09:44:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb0ed1c6b03e53c9 with lease ID 0x1d719eaf76a0bc49: Processing first storage report for DS-de8634cc-6d14-4434-a5dc-e080c18fbead from datanode DatanodeRegistration(127.0.0.1:32771, datanodeUuid=cc3e846f-15ac-4cbc-a217-b096fccd1129, infoPort=37301, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243) 2024-12-15T09:44:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb0ed1c6b03e53c9 with lease ID 0x1d719eaf76a0bc49: from storage DS-de8634cc-6d14-4434-a5dc-e080c18fbead node DatanodeRegistration(127.0.0.1:32771, datanodeUuid=cc3e846f-15ac-4cbc-a217-b096fccd1129, infoPort=37301, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:11,803 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data4/current/BP-1449256485-172.17.0.2-1734255850243/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:11,803 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data3/current/BP-1449256485-172.17.0.2-1734255850243/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:11,826 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:11,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf35fb83cbade21af with lease ID 0x1d719eaf76a0bc4a: Processing first storage report for DS-61ecb10d-c9cf-4346-9619-ea9ff744a801 from datanode DatanodeRegistration(127.0.0.1:43583, datanodeUuid=76eaf51f-3e95-4a36-88fc-7890919e4ecf, infoPort=33443, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243) 2024-12-15T09:44:11,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf35fb83cbade21af with lease ID 0x1d719eaf76a0bc4a: from storage DS-61ecb10d-c9cf-4346-9619-ea9ff744a801 node DatanodeRegistration(127.0.0.1:43583, datanodeUuid=76eaf51f-3e95-4a36-88fc-7890919e4ecf, infoPort=33443, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:11,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf35fb83cbade21af with lease ID 0x1d719eaf76a0bc4a: Processing first storage report for DS-b0f14300-d2dd-444d-8620-e69a7e2c33f8 from datanode DatanodeRegistration(127.0.0.1:43583, datanodeUuid=76eaf51f-3e95-4a36-88fc-7890919e4ecf, infoPort=33443, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243) 2024-12-15T09:44:11,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf35fb83cbade21af with lease ID 0x1d719eaf76a0bc4a: from storage DS-b0f14300-d2dd-444d-8620-e69a7e2c33f8 node DatanodeRegistration(127.0.0.1:43583, datanodeUuid=76eaf51f-3e95-4a36-88fc-7890919e4ecf, infoPort=33443, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:11,885 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data5/current/BP-1449256485-172.17.0.2-1734255850243/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:11,885 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data6/current/BP-1449256485-172.17.0.2-1734255850243/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:11,900 WARN [Thread-411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62f7530b622728b6 with lease ID 0x1d719eaf76a0bc4b: Processing first storage report for DS-2cff4530-9839-494e-ae50-0a482115e697 from datanode DatanodeRegistration(127.0.0.1:40149, datanodeUuid=6f510d4c-4f78-4835-94e4-07e96bdf0a76, infoPort=37201, infoSecurePort=0, ipcPort=43427, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243) 2024-12-15T09:44:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62f7530b622728b6 with lease ID 0x1d719eaf76a0bc4b: from storage DS-2cff4530-9839-494e-ae50-0a482115e697 node DatanodeRegistration(127.0.0.1:40149, datanodeUuid=6f510d4c-4f78-4835-94e4-07e96bdf0a76, infoPort=37201, infoSecurePort=0, ipcPort=43427, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:11,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62f7530b622728b6 with lease ID 0x1d719eaf76a0bc4b: Processing first storage report for DS-43e9bfee-d8b5-4a8f-a608-31abe023939c from datanode DatanodeRegistration(127.0.0.1:40149, datanodeUuid=6f510d4c-4f78-4835-94e4-07e96bdf0a76, infoPort=37201, infoSecurePort=0, ipcPort=43427, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243) 2024-12-15T09:44:11,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62f7530b622728b6 with lease ID 0x1d719eaf76a0bc4b: from storage DS-43e9bfee-d8b5-4a8f-a608-31abe023939c node DatanodeRegistration(127.0.0.1:40149, datanodeUuid=6f510d4c-4f78-4835-94e4-07e96bdf0a76, infoPort=37201, infoSecurePort=0, ipcPort=43427, storageInfo=lv=-57;cid=testClusterID;nsid=2026061490;c=1734255850243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:11,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b 2024-12-15T09:44:11,965 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:44:11,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T09:44:11,975 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:36033/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:36033/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/oldWALs, maxLogs=32 2024-12-15T09:44:11,991 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734255851977, exclude list is [], retry=0 2024-12-15T09:44:11,996 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43583,DS-61ecb10d-c9cf-4346-9619-ea9ff744a801,DISK] 2024-12-15T09:44:11,997 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40149,DS-2cff4530-9839-494e-ae50-0a482115e697,DISK] 2024-12-15T09:44:11,997 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32771,DS-1139a439-8587-4b9a-b05c-04785ca3a015,DISK] 2024-12-15T09:44:12,000 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734255851977 2024-12-15T09:44:12,000 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443),(127.0.0.1/127.0.0.1:37201:37201),(127.0.0.1/127.0.0.1:37301:37301)] 2024-12-15T09:44:12,014 INFO [AsyncFSWAL-0-hdfs://localhost:36033/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-15T09:44:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T09:44:20,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32771 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T09:44:20,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40149 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T09:44:20,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:44:20,552 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36033/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734255851977: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T09:44:22,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T09:44:22,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f8c7edf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:22,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63884790{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:22,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:22,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ae341b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:22,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ebe99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:22,175 WARN [BP-1449256485-172.17.0.2-1734255850243 heartbeating to localhost/127.0.0.1:36033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:22,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:22,175 WARN [BP-1449256485-172.17.0.2-1734255850243 heartbeating to localhost/127.0.0.1:36033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1449256485-172.17.0.2-1734255850243 (Datanode Uuid 6f510d4c-4f78-4835-94e4-07e96bdf0a76) service to localhost/127.0.0.1:36033 2024-12-15T09:44:22,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:22,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data5/current/BP-1449256485-172.17.0.2-1734255850243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:22,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data6/current/BP-1449256485-172.17.0.2-1734255850243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:22,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:22,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61f1ef6f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:22,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b8ea5e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:22,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:22,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b54ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:22,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16bc2d88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:22,180 WARN [BP-1449256485-172.17.0.2-1734255850243 heartbeating to localhost/127.0.0.1:36033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:22,180 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:22,180 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:22,180 WARN [BP-1449256485-172.17.0.2-1734255850243 heartbeating to localhost/127.0.0.1:36033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1449256485-172.17.0.2-1734255850243 (Datanode Uuid 76eaf51f-3e95-4a36-88fc-7890919e4ecf) service to localhost/127.0.0.1:36033 2024-12-15T09:44:22,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data3/current/BP-1449256485-172.17.0.2-1734255850243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:22,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data4/current/BP-1449256485-172.17.0.2-1734255850243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:22,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:22,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d149fbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:22,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed9bb3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:22,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:22,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@429674a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:22,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@502dfc4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:22,186 WARN [BP-1449256485-172.17.0.2-1734255850243 heartbeating to localhost/127.0.0.1:36033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:22,186 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:22,186 WARN [BP-1449256485-172.17.0.2-1734255850243 heartbeating to localhost/127.0.0.1:36033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1449256485-172.17.0.2-1734255850243 (Datanode Uuid cc3e846f-15ac-4cbc-a217-b096fccd1129) service to localhost/127.0.0.1:36033 2024-12-15T09:44:22,186 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:22,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data1/current/BP-1449256485-172.17.0.2-1734255850243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:22,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/cluster_3d040938-f2fd-d6ce-94ad-3cc5099eab28/dfs/data/data2/current/BP-1449256485-172.17.0.2-1734255850243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:22,187 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:22,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a46e36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:44:22,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d6f98e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:22,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:22,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d6360{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:22,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8558e96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:22,212 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T09:44:22,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 52) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:36033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (876681950) connection to localhost/127.0.0.1:36033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=337 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=5635 (was 5818) 2024-12-15T09:44:22,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=56, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=5635 2024-12-15T09:44:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.log.dir so I do NOT create it in target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe 2024-12-15T09:44:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ade19d3e-7305-6d83-c2e2-4a0bea31c80b/hadoop.tmp.dir so I do NOT create it in target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe 2024-12-15T09:44:22,224 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb, deleteOnExit=true 2024-12-15T09:44:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/test.cache.data in system properties and HBase conf 2024-12-15T09:44:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T09:44:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir in system properties and HBase conf 2024-12-15T09:44:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T09:44:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T09:44:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T09:44:22,225 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T09:44:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:44:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T09:44:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T09:44:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:44:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T09:44:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T09:44:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T09:44:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:44:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T09:44:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/nfs.dump.dir in system properties and HBase conf 2024-12-15T09:44:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/java.io.tmpdir in system properties and HBase conf 2024-12-15T09:44:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T09:44:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T09:44:22,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T09:44:22,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:22,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:22,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:22,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:22,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:44:22,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:22,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@734631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:22,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae4fc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:22,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@627fa5d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/java.io.tmpdir/jetty-localhost-44351-hadoop-hdfs-3_4_1-tests_jar-_-any-18084055573549080984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:44:22,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dba52a8{HTTP/1.1, (http/1.1)}{localhost:44351} 2024-12-15T09:44:22,637 INFO [Time-limited test {}] server.Server(415): Started @42433ms 2024-12-15T09:44:22,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:22,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:22,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:22,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:22,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T09:44:22,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da658f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:22,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d4237d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:22,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30960d20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/java.io.tmpdir/jetty-localhost-35747-hadoop-hdfs-3_4_1-tests_jar-_-any-14651227910539003401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:22,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b157333{HTTP/1.1, (http/1.1)}{localhost:35747} 2024-12-15T09:44:22,935 INFO [Time-limited test {}] server.Server(415): Started @42732ms 2024-12-15T09:44:22,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:22,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:22,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:22,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:22,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:22,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:44:22,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3387f6b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:22,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a40454{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:23,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c1c1282{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/java.io.tmpdir/jetty-localhost-46457-hadoop-hdfs-3_4_1-tests_jar-_-any-3531077988440452137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:23,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b369660{HTTP/1.1, (http/1.1)}{localhost:46457} 2024-12-15T09:44:23,057 INFO [Time-limited test {}] server.Server(415): Started @42853ms 2024-12-15T09:44:23,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:23,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T09:44:23,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T09:44:23,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T09:44:23,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T09:44:23,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T09:44:23,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d4142cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir/,AVAILABLE} 2024-12-15T09:44:23,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62291310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T09:44:23,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18245078{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/java.io.tmpdir/jetty-localhost-45889-hadoop-hdfs-3_4_1-tests_jar-_-any-5598868383895159375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:23,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f3121a3{HTTP/1.1, (http/1.1)}{localhost:45889} 2024-12-15T09:44:23,181 INFO [Time-limited test {}] server.Server(415): Started @42978ms 2024-12-15T09:44:23,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T09:44:23,662 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data1/current/BP-25974542-172.17.0.2-1734255862254/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:23,662 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data2/current/BP-25974542-172.17.0.2-1734255862254/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:23,677 WARN [Thread-517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:23,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71a7074ce582613b with lease ID 0x2017261fdcb9f4ea: Processing first storage report for DS-2961b833-f78c-4457-a16d-18090ee94008 from datanode DatanodeRegistration(127.0.0.1:33209, datanodeUuid=fa5368da-9761-4b12-8950-26a86046995c, infoPort=45401, infoSecurePort=0, ipcPort=38003, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254) 2024-12-15T09:44:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71a7074ce582613b with lease ID 0x2017261fdcb9f4ea: from storage DS-2961b833-f78c-4457-a16d-18090ee94008 node DatanodeRegistration(127.0.0.1:33209, datanodeUuid=fa5368da-9761-4b12-8950-26a86046995c, infoPort=45401, infoSecurePort=0, ipcPort=38003, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71a7074ce582613b with lease ID 0x2017261fdcb9f4ea: Processing first storage report for DS-5842ec23-3df1-43ff-a497-617b492e633d from datanode DatanodeRegistration(127.0.0.1:33209, datanodeUuid=fa5368da-9761-4b12-8950-26a86046995c, infoPort=45401, infoSecurePort=0, ipcPort=38003, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254) 2024-12-15T09:44:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71a7074ce582613b with lease ID 0x2017261fdcb9f4ea: from storage DS-5842ec23-3df1-43ff-a497-617b492e633d node DatanodeRegistration(127.0.0.1:33209, datanodeUuid=fa5368da-9761-4b12-8950-26a86046995c, infoPort=45401, infoSecurePort=0, ipcPort=38003, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:23,875 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data4/current/BP-25974542-172.17.0.2-1734255862254/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:23,875 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data3/current/BP-25974542-172.17.0.2-1734255862254/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:23,894 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97dfe9173a02ef3c with lease ID 0x2017261fdcb9f4eb: Processing first storage report for DS-30341a77-3feb-4dc6-843d-382f9044669a from datanode DatanodeRegistration(127.0.0.1:44797, datanodeUuid=6d925ef7-dabe-4e47-a54d-9d09efde528f, infoPort=41343, infoSecurePort=0, ipcPort=38041, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254) 2024-12-15T09:44:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97dfe9173a02ef3c with lease ID 0x2017261fdcb9f4eb: from storage DS-30341a77-3feb-4dc6-843d-382f9044669a node DatanodeRegistration(127.0.0.1:44797, datanodeUuid=6d925ef7-dabe-4e47-a54d-9d09efde528f, infoPort=41343, infoSecurePort=0, ipcPort=38041, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97dfe9173a02ef3c with lease ID 0x2017261fdcb9f4eb: Processing first storage report for DS-0bfd73d4-e125-4c72-9f24-9bbf01d5b273 from datanode DatanodeRegistration(127.0.0.1:44797, datanodeUuid=6d925ef7-dabe-4e47-a54d-9d09efde528f, infoPort=41343, infoSecurePort=0, ipcPort=38041, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254) 2024-12-15T09:44:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97dfe9173a02ef3c with lease ID 0x2017261fdcb9f4eb: from storage DS-0bfd73d4-e125-4c72-9f24-9bbf01d5b273 node DatanodeRegistration(127.0.0.1:44797, datanodeUuid=6d925ef7-dabe-4e47-a54d-9d09efde528f, infoPort=41343, infoSecurePort=0, ipcPort=38041, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T09:44:24,000 WARN [Thread-599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data5/current/BP-25974542-172.17.0.2-1734255862254/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:24,000 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data6/current/BP-25974542-172.17.0.2-1734255862254/current, will proceed with Du for space computation calculation, 2024-12-15T09:44:24,023 WARN [Thread-562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T09:44:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d5a7f355ebad26a with lease ID 0x2017261fdcb9f4ec: Processing first storage report for DS-5f516923-f697-4531-9a19-dd348b866297 from datanode DatanodeRegistration(127.0.0.1:33583, datanodeUuid=56378a16-467d-4ae2-b43b-62a7c6d16131, infoPort=39363, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254) 2024-12-15T09:44:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d5a7f355ebad26a with lease ID 0x2017261fdcb9f4ec: from storage DS-5f516923-f697-4531-9a19-dd348b866297 node DatanodeRegistration(127.0.0.1:33583, datanodeUuid=56378a16-467d-4ae2-b43b-62a7c6d16131, infoPort=39363, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T09:44:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d5a7f355ebad26a with lease ID 0x2017261fdcb9f4ec: Processing first storage report for DS-f060a0a6-dc6a-4873-92fe-48166bddd860 from datanode DatanodeRegistration(127.0.0.1:33583, datanodeUuid=56378a16-467d-4ae2-b43b-62a7c6d16131, infoPort=39363, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254) 2024-12-15T09:44:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d5a7f355ebad26a with lease ID 0x2017261fdcb9f4ec: from storage DS-f060a0a6-dc6a-4873-92fe-48166bddd860 node DatanodeRegistration(127.0.0.1:33583, datanodeUuid=56378a16-467d-4ae2-b43b-62a7c6d16131, infoPort=39363, infoSecurePort=0, ipcPort=33249, storageInfo=lv=-57;cid=testClusterID;nsid=2073155209;c=1734255862254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T09:44:24,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe 2024-12-15T09:44:24,122 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T09:44:24,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T09:44:24,130 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:40183/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:40183/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/oldWALs, maxLogs=32 2024-12-15T09:44:24,141 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734255864131, exclude list is [], retry=0 2024-12-15T09:44:24,146 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33583,DS-5f516923-f697-4531-9a19-dd348b866297,DISK] 2024-12-15T09:44:24,147 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44797,DS-30341a77-3feb-4dc6-843d-382f9044669a,DISK] 2024-12-15T09:44:24,147 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33209,DS-2961b833-f78c-4457-a16d-18090ee94008,DISK] 2024-12-15T09:44:24,149 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734255864131 2024-12-15T09:44:24,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39363:39363),(127.0.0.1/127.0.0.1:41343:41343),(127.0.0.1/127.0.0.1:45401:45401)] 2024-12-15T09:44:24,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734255864131 not finished, retry = 0 2024-12-15T09:44:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33583 is added to blk_1073741825_1001 (size=121110) 2024-12-15T09:44:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33209 is added to blk_1073741825_1001 (size=121110) 2024-12-15T09:44:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44797 is added to blk_1073741825_1001 (size=121110) 2024-12-15T09:44:24,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T09:44:24,447 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40183/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734255864131: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T09:44:24,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T09:44:24,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18245078{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:24,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f3121a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:24,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:24,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62291310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:24,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d4142cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:24,495 WARN [BP-25974542-172.17.0.2-1734255862254 heartbeating to localhost/127.0.0.1:40183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:24,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:24,496 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:24,496 WARN [BP-25974542-172.17.0.2-1734255862254 heartbeating to localhost/127.0.0.1:40183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-25974542-172.17.0.2-1734255862254 (Datanode Uuid 56378a16-467d-4ae2-b43b-62a7c6d16131) service to localhost/127.0.0.1:40183 2024-12-15T09:44:24,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data5/current/BP-25974542-172.17.0.2-1734255862254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:24,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data6/current/BP-25974542-172.17.0.2-1734255862254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:24,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:24,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c1c1282{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:24,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b369660{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:24,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:24,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a40454{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:24,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3387f6b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:24,502 WARN [BP-25974542-172.17.0.2-1734255862254 heartbeating to localhost/127.0.0.1:40183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:24,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:24,503 WARN [BP-25974542-172.17.0.2-1734255862254 heartbeating to localhost/127.0.0.1:40183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-25974542-172.17.0.2-1734255862254 (Datanode Uuid 6d925ef7-dabe-4e47-a54d-9d09efde528f) service to localhost/127.0.0.1:40183 2024-12-15T09:44:24,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:24,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data3/current/BP-25974542-172.17.0.2-1734255862254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:24,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data4/current/BP-25974542-172.17.0.2-1734255862254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:24,503 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:24,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30960d20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T09:44:24,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b157333{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:24,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:24,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d4237d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:24,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da658f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:24,507 WARN [BP-25974542-172.17.0.2-1734255862254 heartbeating to localhost/127.0.0.1:40183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T09:44:24,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T09:44:24,507 WARN [BP-25974542-172.17.0.2-1734255862254 heartbeating to localhost/127.0.0.1:40183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-25974542-172.17.0.2-1734255862254 (Datanode Uuid fa5368da-9761-4b12-8950-26a86046995c) service to localhost/127.0.0.1:40183 2024-12-15T09:44:24,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T09:44:24,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data1/current/BP-25974542-172.17.0.2-1734255862254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:24,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/cluster_2de9bdb8-887f-a1a8-281a-18c43e8fc4eb/dfs/data/data2/current/BP-25974542-172.17.0.2-1734255862254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T09:44:24,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T09:44:24,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@627fa5d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T09:44:24,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dba52a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T09:44:24,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T09:44:24,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae4fc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T09:44:24,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@734631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b4a7da-1917-ac18-cabd-085874c664fe/hadoop.log.dir/,STOPPED} 2024-12-15T09:44:24,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T09:44:24,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=64 (was 56) - Thread LEAK? -, OpenFileDescriptor=342 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=5585 (was 5635)