2024-11-26 22:04:39,721 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-26 22:04:39,748 main DEBUG Took 0.023093 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 22:04:39,748 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 22:04:39,749 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 22:04:39,750 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 22:04:39,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,780 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 22:04:39,804 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,810 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,812 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,813 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,815 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,816 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,817 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,818 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,819 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,822 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,824 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:04:39,826 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,826 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 22:04:39,830 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:04:39,834 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 22:04:39,841 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 22:04:39,842 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 22:04:39,844 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 22:04:39,844 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 22:04:39,858 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 22:04:39,862 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 22:04:39,866 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 22:04:39,867 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 22:04:39,869 main DEBUG createAppenders(={Console}) 2024-11-26 22:04:39,872 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-26 22:04:39,874 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-26 22:04:39,874 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-26 22:04:39,875 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 22:04:39,876 main DEBUG OutputStream closed 2024-11-26 22:04:39,877 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 22:04:39,878 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 22:04:39,878 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-26 22:04:39,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 22:04:39,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 22:04:39,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 22:04:39,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 22:04:39,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 22:04:39,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 22:04:39,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 22:04:39,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 22:04:39,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 22:04:39,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 22:04:39,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 22:04:39,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 22:04:39,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 22:04:39,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 22:04:39,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 22:04:39,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 22:04:39,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 22:04:39,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 22:04:39,998 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 22:04:39,998 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-26 22:04:39,999 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 22:04:39,999 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-26T22:04:40,555 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff 2024-11-26 22:04:40,559 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 22:04:40,559 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T22:04:40,576 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-26T22:04:40,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=6157 2024-11-26T22:04:40,670 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67, deleteOnExit=true 2024-11-26T22:04:40,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/test.cache.data in system properties and HBase conf 2024-11-26T22:04:40,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T22:04:40,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir in system properties and HBase conf 2024-11-26T22:04:40,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T22:04:40,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T22:04:40,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T22:04:40,890 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T22:04:41,074 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T22:04:41,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:04:41,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:04:41,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T22:04:41,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:04:41,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T22:04:41,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T22:04:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:04:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:04:41,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T22:04:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/nfs.dump.dir in system properties and HBase conf 2024-11-26T22:04:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/java.io.tmpdir in system properties and HBase conf 2024-11-26T22:04:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:04:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T22:04:41,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T22:04:42,188 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T22:04:42,300 INFO [Time-limited test {}] log.Log(170): Logging initialized @3772ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T22:04:42,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:42,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:42,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:42,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:42,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T22:04:42,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:42,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:42,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:42,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/java.io.tmpdir/jetty-localhost-46783-hadoop-hdfs-3_4_1-tests_jar-_-any-16696333778008638645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:04:42,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:46783} 2024-11-26T22:04:42,776 INFO [Time-limited test {}] server.Server(415): Started @4249ms 2024-11-26T22:04:43,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:43,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:43,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:43,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:43,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:04:43,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:43,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:43,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/java.io.tmpdir/jetty-localhost-41247-hadoop-hdfs-3_4_1-tests_jar-_-any-450451668200252902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:43,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:41247} 2024-11-26T22:04:43,414 INFO [Time-limited test {}] server.Server(415): Started @4887ms 2024-11-26T22:04:43,472 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:43,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:43,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:43,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:43,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:43,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:04:43,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:43,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:43,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/java.io.tmpdir/jetty-localhost-42487-hadoop-hdfs-3_4_1-tests_jar-_-any-12934702983010917122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:43,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:42487} 2024-11-26T22:04:43,791 INFO [Time-limited test {}] server.Server(415): Started @5264ms 2024-11-26T22:04:43,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:43,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:43,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:43,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:43,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:43,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:04:43,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:43,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:43,974 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data1/current/BP-1652002619-172.17.0.2-1732658681893/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:43,974 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data4/current/BP-1652002619-172.17.0.2-1732658681893/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:43,974 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data2/current/BP-1652002619-172.17.0.2-1732658681893/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:43,974 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data3/current/BP-1652002619-172.17.0.2-1732658681893/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:44,024 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:44,026 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:44,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/java.io.tmpdir/jetty-localhost-42471-hadoop-hdfs-3_4_1-tests_jar-_-any-12656188516943798778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:44,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:42471} 2024-11-26T22:04:44,055 INFO [Time-limited test {}] server.Server(415): Started @5528ms 2024-11-26T22:04:44,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd66e473471fff4cb with lease ID 0xa6e94be8d5f19f69: Processing first storage report for DS-ce581a3a-c869-40af-91f5-3f5191e44ff3 from datanode DatanodeRegistration(127.0.0.1:38937, datanodeUuid=508583c0-3e71-4d87-bfe4-5b25c0e4dc78, infoPort=33045, infoSecurePort=0, ipcPort=37207, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893) 2024-11-26T22:04:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd66e473471fff4cb with lease ID 0xa6e94be8d5f19f69: from storage DS-ce581a3a-c869-40af-91f5-3f5191e44ff3 node DatanodeRegistration(127.0.0.1:38937, datanodeUuid=508583c0-3e71-4d87-bfe4-5b25c0e4dc78, infoPort=33045, infoSecurePort=0, ipcPort=37207, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T22:04:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7504cd4355a629d with lease ID 0xa6e94be8d5f19f68: Processing first storage report for DS-5d1cc639-6b29-4180-91a4-be5c96862a16 from datanode DatanodeRegistration(127.0.0.1:38135, datanodeUuid=31c1a622-4acf-4876-8110-6c8de04b4d1a, infoPort=37489, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893) 2024-11-26T22:04:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7504cd4355a629d with lease ID 0xa6e94be8d5f19f68: from storage DS-5d1cc639-6b29-4180-91a4-be5c96862a16 node DatanodeRegistration(127.0.0.1:38135, datanodeUuid=31c1a622-4acf-4876-8110-6c8de04b4d1a, infoPort=37489, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd66e473471fff4cb with lease ID 0xa6e94be8d5f19f69: Processing first storage report for DS-9b186757-3bc2-427f-9a7d-34144227830d from datanode DatanodeRegistration(127.0.0.1:38937, datanodeUuid=508583c0-3e71-4d87-bfe4-5b25c0e4dc78, infoPort=33045, infoSecurePort=0, ipcPort=37207, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893) 2024-11-26T22:04:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd66e473471fff4cb with lease ID 0xa6e94be8d5f19f69: from storage DS-9b186757-3bc2-427f-9a7d-34144227830d node DatanodeRegistration(127.0.0.1:38937, datanodeUuid=508583c0-3e71-4d87-bfe4-5b25c0e4dc78, infoPort=33045, infoSecurePort=0, ipcPort=37207, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:44,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7504cd4355a629d with lease ID 0xa6e94be8d5f19f68: Processing first storage report for DS-f7a1a347-c46c-4ea3-9663-3a9fe99338a1 from datanode DatanodeRegistration(127.0.0.1:38135, datanodeUuid=31c1a622-4acf-4876-8110-6c8de04b4d1a, infoPort=37489, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893) 2024-11-26T22:04:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7504cd4355a629d with lease ID 0xa6e94be8d5f19f68: from storage DS-f7a1a347-c46c-4ea3-9663-3a9fe99338a1 node DatanodeRegistration(127.0.0.1:38135, datanodeUuid=31c1a622-4acf-4876-8110-6c8de04b4d1a, infoPort=37489, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:44,185 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data5/current/BP-1652002619-172.17.0.2-1732658681893/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:44,188 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data6/current/BP-1652002619-172.17.0.2-1732658681893/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:44,218 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:44,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f29649a53d9f00e with lease ID 0xa6e94be8d5f19f6a: Processing first storage report for DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346 from datanode DatanodeRegistration(127.0.0.1:44951, datanodeUuid=40678112-32a0-42e8-9bd4-0263b45c5ddf, infoPort=41869, infoSecurePort=0, ipcPort=42121, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893) 2024-11-26T22:04:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f29649a53d9f00e with lease ID 0xa6e94be8d5f19f6a: from storage DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346 node DatanodeRegistration(127.0.0.1:44951, datanodeUuid=40678112-32a0-42e8-9bd4-0263b45c5ddf, infoPort=41869, infoSecurePort=0, ipcPort=42121, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f29649a53d9f00e with lease ID 0xa6e94be8d5f19f6a: Processing first storage report for DS-f1628441-f526-4130-b25d-2dd5334c8b1e from datanode DatanodeRegistration(127.0.0.1:44951, datanodeUuid=40678112-32a0-42e8-9bd4-0263b45c5ddf, infoPort=41869, infoSecurePort=0, ipcPort=42121, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893) 2024-11-26T22:04:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f29649a53d9f00e with lease ID 0xa6e94be8d5f19f6a: from storage DS-f1628441-f526-4130-b25d-2dd5334c8b1e node DatanodeRegistration(127.0.0.1:44951, datanodeUuid=40678112-32a0-42e8-9bd4-0263b45c5ddf, infoPort=41869, infoSecurePort=0, ipcPort=42121, storageInfo=lv=-57;cid=testClusterID;nsid=1643357301;c=1732658681893), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:44,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff 2024-11-26T22:04:44,533 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:04:44,538 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T22:04:44,541 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T22:04:44,553 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T22:04:44,553 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T22:04:44,597 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T22:04:44,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T22:04:44,684 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/oldWALs, maxLogs=32 2024-11-26T22:04:44,729 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732658684708, exclude list is [], retry=0 2024-11-26T22:04:44,794 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1048 (auto-detected) 2024-11-26T22:04:44,798 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T22:04:44,826 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-ce581a3a-c869-40af-91f5-3f5191e44ff3,DISK] 2024-11-26T22:04:44,830 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T22:04:44,859 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44951,DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346,DISK] 2024-11-26T22:04:44,860 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38135,DS-5d1cc639-6b29-4180-91a4-be5c96862a16,DISK] 2024-11-26T22:04:44,956 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732658684708 2024-11-26T22:04:44,957 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33045:33045),(127.0.0.1/127.0.0.1:41869:41869),(127.0.0.1/127.0.0.1:37489:37489)] 2024-11-26T22:04:44,959 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T22:04:45,738 DEBUG [AsyncFSWAL-0-hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-26T22:04:48,892 INFO [AsyncFSWAL-0-hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 194 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38937,DS-ce581a3a-c869-40af-91f5-3f5191e44ff3,DISK], DatanodeInfoWithStorage[127.0.0.1:44951,DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346,DISK], DatanodeInfoWithStorage[127.0.0.1:38135,DS-5d1cc639-6b29-4180-91a4-be5c96862a16,DISK]] 2024-11-26T22:04:49,388 INFO [AsyncFSWAL-0-hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 207 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38937,DS-ce581a3a-c869-40af-91f5-3f5191e44ff3,DISK], DatanodeInfoWithStorage[127.0.0.1:44951,DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346,DISK], DatanodeInfoWithStorage[127.0.0.1:38135,DS-5d1cc639-6b29-4180-91a4-be5c96862a16,DISK]] 2024-11-26T22:04:49,640 INFO [AsyncFSWAL-0-hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 155 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38937,DS-ce581a3a-c869-40af-91f5-3f5191e44ff3,DISK], DatanodeInfoWithStorage[127.0.0.1:44951,DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346,DISK], DatanodeInfoWithStorage[127.0.0.1:38135,DS-5d1cc639-6b29-4180-91a4-be5c96862a16,DISK]] 2024-11-26T22:04:49,877 INFO [AsyncFSWAL-0-hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 121 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38937,DS-ce581a3a-c869-40af-91f5-3f5191e44ff3,DISK], DatanodeInfoWithStorage[127.0.0.1:44951,DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346,DISK], DatanodeInfoWithStorage[127.0.0.1:38135,DS-5d1cc639-6b29-4180-91a4-be5c96862a16,DISK]] 2024-11-26T22:04:50,084 INFO [AsyncFSWAL-0-hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 123 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38937,DS-ce581a3a-c869-40af-91f5-3f5191e44ff3,DISK], DatanodeInfoWithStorage[127.0.0.1:44951,DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346,DISK], DatanodeInfoWithStorage[127.0.0.1:38135,DS-5d1cc639-6b29-4180-91a4-be5c96862a16,DISK]] 2024-11-26T22:04:50,220 INFO [AsyncFSWAL-0-hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 125 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38937,DS-ce581a3a-c869-40af-91f5-3f5191e44ff3,DISK], DatanodeInfoWithStorage[127.0.0.1:44951,DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346,DISK], DatanodeInfoWithStorage[127.0.0.1:38135,DS-5d1cc639-6b29-4180-91a4-be5c96862a16,DISK]] 2024-11-26T22:04:50,348 INFO [AsyncFSWAL-0-hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38937,DS-ce581a3a-c869-40af-91f5-3f5191e44ff3,DISK], DatanodeInfoWithStorage[127.0.0.1:44951,DS-cdf8b27c-b439-4090-bc5c-2a3f60d35346,DISK], DatanodeInfoWithStorage[127.0.0.1:38135,DS-5d1cc639-6b29-4180-91a4-be5c96862a16,DISK]] 2024-11-26T22:04:51,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44951 is added to blk_1073741825_1001 (size=1048651116) 2024-11-26T22:04:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38135 is added to blk_1073741825_1001 (size=1048651116) 2024-11-26T22:04:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741825_1001 (size=1048651116) 2024-11-26T22:04:51,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:04:51,956 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34577/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732658684708: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-26T22:04:53,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T22:04:53,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:53,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:04:53,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:04:53,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:04:53,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir/,STOPPED} 2024-11-26T22:04:53,693 WARN [BP-1652002619-172.17.0.2-1732658681893 heartbeating to localhost/127.0.0.1:34577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:04:53,693 WARN [BP-1652002619-172.17.0.2-1732658681893 heartbeating to localhost/127.0.0.1:34577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652002619-172.17.0.2-1732658681893 (Datanode Uuid 40678112-32a0-42e8-9bd4-0263b45c5ddf) service to localhost/127.0.0.1:34577 2024-11-26T22:04:53,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data5/current/BP-1652002619-172.17.0.2-1732658681893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:53,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data6/current/BP-1652002619-172.17.0.2-1732658681893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:53,700 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:04:53,700 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:04:53,701 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:04:53,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:53,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:04:53,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:04:53,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:04:53,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir/,STOPPED} 2024-11-26T22:04:53,719 WARN [BP-1652002619-172.17.0.2-1732658681893 heartbeating to localhost/127.0.0.1:34577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:04:53,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:04:53,719 WARN [BP-1652002619-172.17.0.2-1732658681893 heartbeating to localhost/127.0.0.1:34577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652002619-172.17.0.2-1732658681893 (Datanode Uuid 31c1a622-4acf-4876-8110-6c8de04b4d1a) service to localhost/127.0.0.1:34577 2024-11-26T22:04:53,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:04:53,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data4/current/BP-1652002619-172.17.0.2-1732658681893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:53,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:04:53,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data3/current/BP-1652002619-172.17.0.2-1732658681893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:53,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:53,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:04:53,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:04:53,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:04:53,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir/,STOPPED} 2024-11-26T22:04:53,759 WARN [BP-1652002619-172.17.0.2-1732658681893 heartbeating to localhost/127.0.0.1:34577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:04:53,759 WARN [BP-1652002619-172.17.0.2-1732658681893 heartbeating to localhost/127.0.0.1:34577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652002619-172.17.0.2-1732658681893 (Datanode Uuid 508583c0-3e71-4d87-bfe4-5b25c0e4dc78) service to localhost/127.0.0.1:34577 2024-11-26T22:04:53,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data1/current/BP-1652002619-172.17.0.2-1732658681893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:53,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/cluster_0011653a-de9d-de9b-2788-32b30d0a5d67/dfs/data/data2/current/BP-1652002619-172.17.0.2-1732658681893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:53,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:04:53,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:04:53,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:04:53,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:04:53,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:04:53,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:04:53,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:04:53,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir/,STOPPED} 2024-11-26T22:04:54,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T22:04:54,358 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=47 (was 12) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6abfb9c5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 484) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5604 (was 6157) 2024-11-26T22:04:54,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=47, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=5602 2024-11-26T22:04:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.log.dir so I do NOT create it in target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51 2024-11-26T22:04:54,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0edd77f2-7de9-6068-48b9-750d5cee9cff/hadoop.tmp.dir so I do NOT create it in target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51 2024-11-26T22:04:54,370 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb, deleteOnExit=true 2024-11-26T22:04:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/test.cache.data in system properties and HBase conf 2024-11-26T22:04:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T22:04:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir in system properties and HBase conf 2024-11-26T22:04:54,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T22:04:54,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T22:04:54,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T22:04:54,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T22:04:54,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:04:54,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:04:54,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T22:04:54,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:04:54,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T22:04:54,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T22:04:54,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:04:54,375 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:04:54,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T22:04:54,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/nfs.dump.dir in system properties and HBase conf 2024-11-26T22:04:54,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/java.io.tmpdir in system properties and HBase conf 2024-11-26T22:04:54,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:04:54,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T22:04:54,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T22:04:54,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:54,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:54,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:54,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:54,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:04:54,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:54,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c0989b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:54,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa1b148{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:54,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e3873c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/java.io.tmpdir/jetty-localhost-36187-hadoop-hdfs-3_4_1-tests_jar-_-any-7594812384916247142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:04:54,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b945d76{HTTP/1.1, (http/1.1)}{localhost:36187} 2024-11-26T22:04:54,690 INFO [Time-limited test {}] server.Server(415): Started @16163ms 2024-11-26T22:04:54,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:54,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:54,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:54,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:54,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:04:54,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ff66f6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:54,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5369990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:54,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c594422{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/java.io.tmpdir/jetty-localhost-46879-hadoop-hdfs-3_4_1-tests_jar-_-any-17927576190741453999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:54,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e15094a{HTTP/1.1, (http/1.1)}{localhost:46879} 2024-11-26T22:04:54,958 INFO [Time-limited test {}] server.Server(415): Started @16431ms 2024-11-26T22:04:54,961 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:55,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:55,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:55,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:55,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:55,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:04:55,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142e3f0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:55,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@455be625{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:55,110 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data1/current/BP-1293961100-172.17.0.2-1732658694425/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:55,112 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data2/current/BP-1293961100-172.17.0.2-1732658694425/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:55,148 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:55,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74bc3fa43364fa9e with lease ID 0xc578e2411210df07: Processing first storage report for DS-1d4b3c96-43b5-4da8-95fa-9581b52fe457 from datanode DatanodeRegistration(127.0.0.1:41777, datanodeUuid=3a591937-2315-41b3-8400-252af84f0b45, infoPort=34499, infoSecurePort=0, ipcPort=42487, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425) 2024-11-26T22:04:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74bc3fa43364fa9e with lease ID 0xc578e2411210df07: from storage DS-1d4b3c96-43b5-4da8-95fa-9581b52fe457 node DatanodeRegistration(127.0.0.1:41777, datanodeUuid=3a591937-2315-41b3-8400-252af84f0b45, infoPort=34499, infoSecurePort=0, ipcPort=42487, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74bc3fa43364fa9e with lease ID 0xc578e2411210df07: Processing first storage report for DS-70400124-0954-4baa-a9fe-11157f965f6c from datanode DatanodeRegistration(127.0.0.1:41777, datanodeUuid=3a591937-2315-41b3-8400-252af84f0b45, infoPort=34499, infoSecurePort=0, ipcPort=42487, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425) 2024-11-26T22:04:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74bc3fa43364fa9e with lease ID 0xc578e2411210df07: from storage DS-70400124-0954-4baa-a9fe-11157f965f6c node DatanodeRegistration(127.0.0.1:41777, datanodeUuid=3a591937-2315-41b3-8400-252af84f0b45, infoPort=34499, infoSecurePort=0, ipcPort=42487, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:55,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c49af92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/java.io.tmpdir/jetty-localhost-41421-hadoop-hdfs-3_4_1-tests_jar-_-any-6282783643515152106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:55,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73f91f14{HTTP/1.1, (http/1.1)}{localhost:41421} 2024-11-26T22:04:55,199 INFO [Time-limited test {}] server.Server(415): Started @16672ms 2024-11-26T22:04:55,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:55,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:55,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:55,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:55,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:55,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T22:04:55,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230bcb47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:55,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bdb241f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:55,312 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data3/current/BP-1293961100-172.17.0.2-1732658694425/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:55,312 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data4/current/BP-1293961100-172.17.0.2-1732658694425/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:55,356 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:55,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd45e454dc92e245 with lease ID 0xc578e2411210df08: Processing first storage report for DS-bd465c6f-6df1-4944-b14d-18520672adaa from datanode DatanodeRegistration(127.0.0.1:42635, datanodeUuid=60fe45b6-4930-426a-977d-6a9c50c600c6, infoPort=35571, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425) 2024-11-26T22:04:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd45e454dc92e245 with lease ID 0xc578e2411210df08: from storage DS-bd465c6f-6df1-4944-b14d-18520672adaa node DatanodeRegistration(127.0.0.1:42635, datanodeUuid=60fe45b6-4930-426a-977d-6a9c50c600c6, infoPort=35571, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd45e454dc92e245 with lease ID 0xc578e2411210df08: Processing first storage report for DS-f39c0cd2-96a8-4388-a3bb-8301884fc521 from datanode DatanodeRegistration(127.0.0.1:42635, datanodeUuid=60fe45b6-4930-426a-977d-6a9c50c600c6, infoPort=35571, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425) 2024-11-26T22:04:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd45e454dc92e245 with lease ID 0xc578e2411210df08: from storage DS-f39c0cd2-96a8-4388-a3bb-8301884fc521 node DatanodeRegistration(127.0.0.1:42635, datanodeUuid=60fe45b6-4930-426a-977d-6a9c50c600c6, infoPort=35571, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:55,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48926975{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/java.io.tmpdir/jetty-localhost-45791-hadoop-hdfs-3_4_1-tests_jar-_-any-2901192617592257681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:55,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a0314e4{HTTP/1.1, (http/1.1)}{localhost:45791} 2024-11-26T22:04:55,424 INFO [Time-limited test {}] server.Server(415): Started @16897ms 2024-11-26T22:04:55,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:55,526 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data5/current/BP-1293961100-172.17.0.2-1732658694425/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:55,527 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data6/current/BP-1293961100-172.17.0.2-1732658694425/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:55,551 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4770510bfb673f2 with lease ID 0xc578e2411210df09: Processing first storage report for DS-3e6a4bf9-cdcc-4ffa-9ca0-c0a08cae848f from datanode DatanodeRegistration(127.0.0.1:36871, datanodeUuid=fae5475f-f951-48ee-ba2b-138566d9d208, infoPort=32779, infoSecurePort=0, ipcPort=41327, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425) 2024-11-26T22:04:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4770510bfb673f2 with lease ID 0xc578e2411210df09: from storage DS-3e6a4bf9-cdcc-4ffa-9ca0-c0a08cae848f node DatanodeRegistration(127.0.0.1:36871, datanodeUuid=fae5475f-f951-48ee-ba2b-138566d9d208, infoPort=32779, infoSecurePort=0, ipcPort=41327, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4770510bfb673f2 with lease ID 0xc578e2411210df09: Processing first storage report for DS-115f194a-9838-4bd6-8d7f-634846e9b558 from datanode DatanodeRegistration(127.0.0.1:36871, datanodeUuid=fae5475f-f951-48ee-ba2b-138566d9d208, infoPort=32779, infoSecurePort=0, ipcPort=41327, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425) 2024-11-26T22:04:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4770510bfb673f2 with lease ID 0xc578e2411210df09: from storage DS-115f194a-9838-4bd6-8d7f-634846e9b558 node DatanodeRegistration(127.0.0.1:36871, datanodeUuid=fae5475f-f951-48ee-ba2b-138566d9d208, infoPort=32779, infoSecurePort=0, ipcPort=41327, storageInfo=lv=-57;cid=testClusterID;nsid=1982018979;c=1732658694425), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T22:04:55,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51 2024-11-26T22:04:55,575 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T22:04:55,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T22:04:55,586 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37127/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37127/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/oldWALs, maxLogs=32 2024-11-26T22:04:55,609 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732658695588, exclude list is [], retry=0 2024-11-26T22:04:55,625 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36871,DS-3e6a4bf9-cdcc-4ffa-9ca0-c0a08cae848f,DISK] 2024-11-26T22:04:55,627 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41777,DS-1d4b3c96-43b5-4da8-95fa-9581b52fe457,DISK] 2024-11-26T22:04:55,627 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42635,DS-bd465c6f-6df1-4944-b14d-18520672adaa,DISK] 2024-11-26T22:04:55,638 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732658695588 2024-11-26T22:04:55,641 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32779:32779),(127.0.0.1/127.0.0.1:34499:34499),(127.0.0.1/127.0.0.1:35571:35571)] 2024-11-26T22:04:56,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36871 is added to blk_1073741825_1001 (size=1073110) 2024-11-26T22:04:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41777 is added to blk_1073741825_1001 (size=1073110) 2024-11-26T22:04:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42635 is added to blk_1073741825_1001 (size=1073110) 2024-11-26T22:04:56,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:04:56,397 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37127/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732658695588: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-26T22:04:56,468 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T22:04:56,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48926975{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:56,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a0314e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:04:56,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:04:56,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bdb241f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:04:56,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230bcb47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir/,STOPPED} 2024-11-26T22:04:56,512 WARN [BP-1293961100-172.17.0.2-1732658694425 heartbeating to localhost/127.0.0.1:37127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:04:56,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:04:56,512 WARN [BP-1293961100-172.17.0.2-1732658694425 heartbeating to localhost/127.0.0.1:37127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1293961100-172.17.0.2-1732658694425 (Datanode Uuid fae5475f-f951-48ee-ba2b-138566d9d208) service to localhost/127.0.0.1:37127 2024-11-26T22:04:56,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:04:56,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data5/current/BP-1293961100-172.17.0.2-1732658694425 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:56,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data6/current/BP-1293961100-172.17.0.2-1732658694425 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:56,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:04:56,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c49af92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:56,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73f91f14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:04:56,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:04:56,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@455be625{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:04:56,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142e3f0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir/,STOPPED} 2024-11-26T22:04:56,535 WARN [BP-1293961100-172.17.0.2-1732658694425 heartbeating to localhost/127.0.0.1:37127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:04:56,535 WARN [BP-1293961100-172.17.0.2-1732658694425 heartbeating to localhost/127.0.0.1:37127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1293961100-172.17.0.2-1732658694425 (Datanode Uuid 60fe45b6-4930-426a-977d-6a9c50c600c6) service to localhost/127.0.0.1:37127 2024-11-26T22:04:56,535 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:04:56,535 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:04:56,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data3/current/BP-1293961100-172.17.0.2-1732658694425 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:56,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data4/current/BP-1293961100-172.17.0.2-1732658694425 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:56,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:04:56,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c594422{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:56,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e15094a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:04:56,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:04:56,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5369990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:04:56,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ff66f6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir/,STOPPED} 2024-11-26T22:04:56,571 WARN [BP-1293961100-172.17.0.2-1732658694425 heartbeating to localhost/127.0.0.1:37127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:04:56,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:04:56,571 WARN [BP-1293961100-172.17.0.2-1732658694425 heartbeating to localhost/127.0.0.1:37127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1293961100-172.17.0.2-1732658694425 (Datanode Uuid 3a591937-2315-41b3-8400-252af84f0b45) service to localhost/127.0.0.1:37127 2024-11-26T22:04:56,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:04:56,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data1/current/BP-1293961100-172.17.0.2-1732658694425 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:56,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/cluster_2fd79543-b2a0-e967-11c8-4c4abe113feb/dfs/data/data2/current/BP-1293961100-172.17.0.2-1732658694425 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:04:56,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:04:56,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e3873c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:04:56,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b945d76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:04:56,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:04:56,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa1b148{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:04:56,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c0989b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir/,STOPPED} 2024-11-26T22:04:56,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T22:04:56,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=55 (was 47) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:37127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:37127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 493), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=5386 (was 5602) 2024-11-26T22:04:56,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=5386 2024-11-26T22:04:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.log.dir so I do NOT create it in target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4 2024-11-26T22:04:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c0556a7-d565-6eda-f8ca-b0c25feebb51/hadoop.tmp.dir so I do NOT create it in target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4 2024-11-26T22:04:56,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7, deleteOnExit=true 2024-11-26T22:04:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/test.cache.data in system properties and HBase conf 2024-11-26T22:04:56,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T22:04:56,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir in system properties and HBase conf 2024-11-26T22:04:56,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T22:04:56,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T22:04:56,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T22:04:56,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T22:04:56,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:04:56,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:04:56,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T22:04:56,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:04:56,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T22:04:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T22:04:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:04:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:04:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T22:04:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/nfs.dump.dir in system properties and HBase conf 2024-11-26T22:04:56,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/java.io.tmpdir in system properties and HBase conf 2024-11-26T22:04:56,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:04:56,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T22:04:56,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T22:04:56,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:56,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:56,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:56,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:56,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T22:04:56,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:56,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c72c18c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:56,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@332efc29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:56,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d905306{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/java.io.tmpdir/jetty-localhost-44733-hadoop-hdfs-3_4_1-tests_jar-_-any-8287888449474209985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:04:56,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1661ee0f{HTTP/1.1, (http/1.1)}{localhost:44733} 2024-11-26T22:04:56,898 INFO [Time-limited test {}] server.Server(415): Started @18371ms 2024-11-26T22:04:56,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:56,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:56,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:56,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:56,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T22:04:56,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69903caa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:56,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d413627{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:57,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6278b422{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/java.io.tmpdir/jetty-localhost-35109-hadoop-hdfs-3_4_1-tests_jar-_-any-18037535525011920719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:57,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35f41687{HTTP/1.1, (http/1.1)}{localhost:35109} 2024-11-26T22:04:57,112 INFO [Time-limited test {}] server.Server(415): Started @18585ms 2024-11-26T22:04:57,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:57,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:57,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:57,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:57,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:57,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:04:57,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bd0c73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:57,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c123b96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:57,210 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data1/current/BP-85130525-172.17.0.2-1732658696688/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:57,210 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data2/current/BP-85130525-172.17.0.2-1732658696688/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:57,238 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a331b071936ef71 with lease ID 0xfb3d1fe8dbfd83d4: Processing first storage report for DS-4f9c5554-f150-437f-9cdc-385d72e7a3c2 from datanode DatanodeRegistration(127.0.0.1:40939, datanodeUuid=0c812081-4ef8-4805-b88c-4b498ac6f82d, infoPort=43521, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688) 2024-11-26T22:04:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a331b071936ef71 with lease ID 0xfb3d1fe8dbfd83d4: from storage DS-4f9c5554-f150-437f-9cdc-385d72e7a3c2 node DatanodeRegistration(127.0.0.1:40939, datanodeUuid=0c812081-4ef8-4805-b88c-4b498ac6f82d, infoPort=43521, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T22:04:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a331b071936ef71 with lease ID 0xfb3d1fe8dbfd83d4: Processing first storage report for DS-2cff38ef-0c49-48f0-8a0d-88023458762d from datanode DatanodeRegistration(127.0.0.1:40939, datanodeUuid=0c812081-4ef8-4805-b88c-4b498ac6f82d, infoPort=43521, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688) 2024-11-26T22:04:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a331b071936ef71 with lease ID 0xfb3d1fe8dbfd83d4: from storage DS-2cff38ef-0c49-48f0-8a0d-88023458762d node DatanodeRegistration(127.0.0.1:40939, datanodeUuid=0c812081-4ef8-4805-b88c-4b498ac6f82d, infoPort=43521, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:57,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@620971bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/java.io.tmpdir/jetty-localhost-36265-hadoop-hdfs-3_4_1-tests_jar-_-any-7255328881980332738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:57,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20e4ec49{HTTP/1.1, (http/1.1)}{localhost:36265} 2024-11-26T22:04:57,316 INFO [Time-limited test {}] server.Server(415): Started @18789ms 2024-11-26T22:04:57,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:57,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:04:57,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:04:57,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:04:57,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:04:57,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:04:57,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dde06d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:04:57,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693861ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:04:57,413 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data3/current/BP-85130525-172.17.0.2-1732658696688/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:57,413 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data4/current/BP-85130525-172.17.0.2-1732658696688/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:57,438 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:57,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc66b304b1a7fccf2 with lease ID 0xfb3d1fe8dbfd83d5: Processing first storage report for DS-158edd72-4058-4b95-aa24-1e0777365f33 from datanode DatanodeRegistration(127.0.0.1:37113, datanodeUuid=a9f85195-aa19-4f6a-9a5e-b0bdf2595cef, infoPort=35557, infoSecurePort=0, ipcPort=34505, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688) 2024-11-26T22:04:57,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc66b304b1a7fccf2 with lease ID 0xfb3d1fe8dbfd83d5: from storage DS-158edd72-4058-4b95-aa24-1e0777365f33 node DatanodeRegistration(127.0.0.1:37113, datanodeUuid=a9f85195-aa19-4f6a-9a5e-b0bdf2595cef, infoPort=35557, infoSecurePort=0, ipcPort=34505, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc66b304b1a7fccf2 with lease ID 0xfb3d1fe8dbfd83d5: Processing first storage report for DS-b17400f3-084d-4aa2-a3b4-16bfbcda08f9 from datanode DatanodeRegistration(127.0.0.1:37113, datanodeUuid=a9f85195-aa19-4f6a-9a5e-b0bdf2595cef, infoPort=35557, infoSecurePort=0, ipcPort=34505, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688) 2024-11-26T22:04:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc66b304b1a7fccf2 with lease ID 0xfb3d1fe8dbfd83d5: from storage DS-b17400f3-084d-4aa2-a3b4-16bfbcda08f9 node DatanodeRegistration(127.0.0.1:37113, datanodeUuid=a9f85195-aa19-4f6a-9a5e-b0bdf2595cef, infoPort=35557, infoSecurePort=0, ipcPort=34505, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T22:04:57,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77d4ea1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/java.io.tmpdir/jetty-localhost-44247-hadoop-hdfs-3_4_1-tests_jar-_-any-7826328451160166050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:04:57,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e210519{HTTP/1.1, (http/1.1)}{localhost:44247} 2024-11-26T22:04:57,489 INFO [Time-limited test {}] server.Server(415): Started @18962ms 2024-11-26T22:04:57,490 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:04:57,589 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data5/current/BP-85130525-172.17.0.2-1732658696688/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:57,589 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data6/current/BP-85130525-172.17.0.2-1732658696688/current, will proceed with Du for space computation calculation, 2024-11-26T22:04:57,617 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:04:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8668f7278bca9b53 with lease ID 0xfb3d1fe8dbfd83d6: Processing first storage report for DS-418ce6da-f06f-40cf-b358-d31e92f96b7b from datanode DatanodeRegistration(127.0.0.1:35717, datanodeUuid=86a84fc6-b2c3-4246-918f-306c9ffa512c, infoPort=40293, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688) 2024-11-26T22:04:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8668f7278bca9b53 with lease ID 0xfb3d1fe8dbfd83d6: from storage DS-418ce6da-f06f-40cf-b358-d31e92f96b7b node DatanodeRegistration(127.0.0.1:35717, datanodeUuid=86a84fc6-b2c3-4246-918f-306c9ffa512c, infoPort=40293, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8668f7278bca9b53 with lease ID 0xfb3d1fe8dbfd83d6: Processing first storage report for DS-d92c188d-1195-4f88-b22c-4dca886357b2 from datanode DatanodeRegistration(127.0.0.1:35717, datanodeUuid=86a84fc6-b2c3-4246-918f-306c9ffa512c, infoPort=40293, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688) 2024-11-26T22:04:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8668f7278bca9b53 with lease ID 0xfb3d1fe8dbfd83d6: from storage DS-d92c188d-1195-4f88-b22c-4dca886357b2 node DatanodeRegistration(127.0.0.1:35717, datanodeUuid=86a84fc6-b2c3-4246-918f-306c9ffa512c, infoPort=40293, infoSecurePort=0, ipcPort=43475, storageInfo=lv=-57;cid=testClusterID;nsid=1556930495;c=1732658696688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:04:57,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4 2024-11-26T22:04:57,723 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T22:04:57,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T22:04:57,732 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:40089/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:40089/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/oldWALs, maxLogs=32 2024-11-26T22:04:57,757 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732658697734, exclude list is [], retry=0 2024-11-26T22:04:57,763 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37113,DS-158edd72-4058-4b95-aa24-1e0777365f33,DISK] 2024-11-26T22:04:57,765 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40939,DS-4f9c5554-f150-437f-9cdc-385d72e7a3c2,DISK] 2024-11-26T22:04:57,765 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35717,DS-418ce6da-f06f-40cf-b358-d31e92f96b7b,DISK] 2024-11-26T22:04:57,769 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732658697734 2024-11-26T22:04:57,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35557:35557),(127.0.0.1/127.0.0.1:43521:43521),(127.0.0.1/127.0.0.1:40293:40293)] 2024-11-26T22:04:57,786 INFO [AsyncFSWAL-0-hdfs://localhost:40089/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-26T22:05:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_1073741825_1001 (size=5861116) 2024-11-26T22:05:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35717 is added to blk_1073741825_1001 (size=5861116) 2024-11-26T22:05:09,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37113 is added to blk_1073741825_1001 (size=5861116) 2024-11-26T22:05:09,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:05:09,231 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40089/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732658697734: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T22:05:11,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T22:05:11,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77d4ea1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:11,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e210519{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:05:11,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:05:11,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693861ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:05:11,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dde06d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir/,STOPPED} 2024-11-26T22:05:11,289 WARN [BP-85130525-172.17.0.2-1732658696688 heartbeating to localhost/127.0.0.1:40089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:05:11,290 WARN [BP-85130525-172.17.0.2-1732658696688 heartbeating to localhost/127.0.0.1:40089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85130525-172.17.0.2-1732658696688 (Datanode Uuid 86a84fc6-b2c3-4246-918f-306c9ffa512c) service to localhost/127.0.0.1:40089 2024-11-26T22:05:11,290 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:05:11,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:05:11,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data5/current/BP-85130525-172.17.0.2-1732658696688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:11,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data6/current/BP-85130525-172.17.0.2-1732658696688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:11,291 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:05:11,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@620971bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:11,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20e4ec49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:05:11,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:05:11,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c123b96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:05:11,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bd0c73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir/,STOPPED} 2024-11-26T22:05:11,298 WARN [BP-85130525-172.17.0.2-1732658696688 heartbeating to localhost/127.0.0.1:40089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:05:11,298 WARN [BP-85130525-172.17.0.2-1732658696688 heartbeating to localhost/127.0.0.1:40089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85130525-172.17.0.2-1732658696688 (Datanode Uuid a9f85195-aa19-4f6a-9a5e-b0bdf2595cef) service to localhost/127.0.0.1:40089 2024-11-26T22:05:11,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:05:11,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:05:11,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data3/current/BP-85130525-172.17.0.2-1732658696688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:11,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data4/current/BP-85130525-172.17.0.2-1732658696688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:11,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:05:11,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6278b422{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:11,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35f41687{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:05:11,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:05:11,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d413627{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:05:11,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69903caa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir/,STOPPED} 2024-11-26T22:05:11,319 WARN [BP-85130525-172.17.0.2-1732658696688 heartbeating to localhost/127.0.0.1:40089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:05:11,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:05:11,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:05:11,319 WARN [BP-85130525-172.17.0.2-1732658696688 heartbeating to localhost/127.0.0.1:40089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85130525-172.17.0.2-1732658696688 (Datanode Uuid 0c812081-4ef8-4805-b88c-4b498ac6f82d) service to localhost/127.0.0.1:40089 2024-11-26T22:05:11,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data2/current/BP-85130525-172.17.0.2-1732658696688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:11,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:05:11,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/cluster_35ba8b96-8f7a-25ef-f4d5-fb6849c0fdf7/dfs/data/data1/current/BP-85130525-172.17.0.2-1732658696688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:11,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d905306{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:05:11,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1661ee0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:05:11,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:05:11,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@332efc29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:05:11,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c72c18c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir/,STOPPED} 2024-11-26T22:05:11,365 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T22:05:11,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55 (was 55), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=5372 (was 5386) 2024-11-26T22:05:11,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=5373 2024-11-26T22:05:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.log.dir so I do NOT create it in target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7 2024-11-26T22:05:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/198a74d5-fe1f-0269-0c1f-a375e44df2b4/hadoop.tmp.dir so I do NOT create it in target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7 2024-11-26T22:05:11,379 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411, deleteOnExit=true 2024-11-26T22:05:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/test.cache.data in system properties and HBase conf 2024-11-26T22:05:11,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T22:05:11,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir in system properties and HBase conf 2024-11-26T22:05:11,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T22:05:11,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T22:05:11,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T22:05:11,380 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T22:05:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:05:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:05:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T22:05:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:05:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T22:05:11,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T22:05:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:05:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:05:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T22:05:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/nfs.dump.dir in system properties and HBase conf 2024-11-26T22:05:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/java.io.tmpdir in system properties and HBase conf 2024-11-26T22:05:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:05:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T22:05:11,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T22:05:11,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:05:11,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:05:11,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:05:11,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:05:11,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T22:05:11,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:05:11,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd7c222{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:05:11,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de622b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:05:11,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@388d6360{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/java.io.tmpdir/jetty-localhost-42339-hadoop-hdfs-3_4_1-tests_jar-_-any-13858402097495381830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:05:11,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d42ead1{HTTP/1.1, (http/1.1)}{localhost:42339} 2024-11-26T22:05:11,647 INFO [Time-limited test {}] server.Server(415): Started @33120ms 2024-11-26T22:05:11,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:05:11,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:05:11,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:05:11,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:05:11,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:05:11,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21503a1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:05:11,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46acde13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:05:11,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fc7af72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/java.io.tmpdir/jetty-localhost-44729-hadoop-hdfs-3_4_1-tests_jar-_-any-1627622620609061533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:11,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b149c55{HTTP/1.1, (http/1.1)}{localhost:44729} 2024-11-26T22:05:11,955 INFO [Time-limited test {}] server.Server(415): Started @33428ms 2024-11-26T22:05:11,957 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:05:12,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:05:12,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:05:12,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:05:12,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:05:12,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T22:05:12,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189b3dd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:05:12,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660bef10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:05:12,067 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data1/current/BP-1176118482-172.17.0.2-1732658711418/current, will proceed with Du for space computation calculation, 2024-11-26T22:05:12,068 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data2/current/BP-1176118482-172.17.0.2-1732658711418/current, will proceed with Du for space computation calculation, 2024-11-26T22:05:12,096 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:05:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8a8605a679554af with lease ID 0xe9b04283dec6326d: Processing first storage report for DS-8da37e0e-d79e-4fa4-ac1a-dd72a2786423 from datanode DatanodeRegistration(127.0.0.1:43131, datanodeUuid=42905abc-7e66-48ac-bbcb-251ab72b66ef, infoPort=32979, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418) 2024-11-26T22:05:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8a8605a679554af with lease ID 0xe9b04283dec6326d: from storage DS-8da37e0e-d79e-4fa4-ac1a-dd72a2786423 node DatanodeRegistration(127.0.0.1:43131, datanodeUuid=42905abc-7e66-48ac-bbcb-251ab72b66ef, infoPort=32979, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:05:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8a8605a679554af with lease ID 0xe9b04283dec6326d: Processing first storage report for DS-938f2da6-7f34-4465-ae8c-45081a2fce22 from datanode DatanodeRegistration(127.0.0.1:43131, datanodeUuid=42905abc-7e66-48ac-bbcb-251ab72b66ef, infoPort=32979, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418) 2024-11-26T22:05:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8a8605a679554af with lease ID 0xe9b04283dec6326d: from storage DS-938f2da6-7f34-4465-ae8c-45081a2fce22 node DatanodeRegistration(127.0.0.1:43131, datanodeUuid=42905abc-7e66-48ac-bbcb-251ab72b66ef, infoPort=32979, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:05:12,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26cb19de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/java.io.tmpdir/jetty-localhost-39429-hadoop-hdfs-3_4_1-tests_jar-_-any-15527011974293524519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:12,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1752af28{HTTP/1.1, (http/1.1)}{localhost:39429} 2024-11-26T22:05:12,183 INFO [Time-limited test {}] server.Server(415): Started @33656ms 2024-11-26T22:05:12,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:05:12,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:05:12,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:05:12,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:05:12,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:05:12,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:05:12,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4501ee7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:05:12,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a391f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:05:12,296 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data3/current/BP-1176118482-172.17.0.2-1732658711418/current, will proceed with Du for space computation calculation, 2024-11-26T22:05:12,296 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data4/current/BP-1176118482-172.17.0.2-1732658711418/current, will proceed with Du for space computation calculation, 2024-11-26T22:05:12,329 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:05:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53221af66b88629f with lease ID 0xe9b04283dec6326e: Processing first storage report for DS-6772baae-7345-4978-b7e8-e347b5e001c2 from datanode DatanodeRegistration(127.0.0.1:45447, datanodeUuid=f1845da8-d21f-47e4-8927-a665fa63c589, infoPort=41739, infoSecurePort=0, ipcPort=40317, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418) 2024-11-26T22:05:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53221af66b88629f with lease ID 0xe9b04283dec6326e: from storage DS-6772baae-7345-4978-b7e8-e347b5e001c2 node DatanodeRegistration(127.0.0.1:45447, datanodeUuid=f1845da8-d21f-47e4-8927-a665fa63c589, infoPort=41739, infoSecurePort=0, ipcPort=40317, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:05:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53221af66b88629f with lease ID 0xe9b04283dec6326e: Processing first storage report for DS-2a2e3001-2726-4024-b103-8d2a0bafaf58 from datanode DatanodeRegistration(127.0.0.1:45447, datanodeUuid=f1845da8-d21f-47e4-8927-a665fa63c589, infoPort=41739, infoSecurePort=0, ipcPort=40317, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418) 2024-11-26T22:05:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53221af66b88629f with lease ID 0xe9b04283dec6326e: from storage DS-2a2e3001-2726-4024-b103-8d2a0bafaf58 node DatanodeRegistration(127.0.0.1:45447, datanodeUuid=f1845da8-d21f-47e4-8927-a665fa63c589, infoPort=41739, infoSecurePort=0, ipcPort=40317, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T22:05:12,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62b7a109{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/java.io.tmpdir/jetty-localhost-36273-hadoop-hdfs-3_4_1-tests_jar-_-any-17296301081854031425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:12,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55151c4{HTTP/1.1, (http/1.1)}{localhost:36273} 2024-11-26T22:05:12,378 INFO [Time-limited test {}] server.Server(415): Started @33851ms 2024-11-26T22:05:12,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:05:12,493 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data5/current/BP-1176118482-172.17.0.2-1732658711418/current, will proceed with Du for space computation calculation, 2024-11-26T22:05:12,494 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data6/current/BP-1176118482-172.17.0.2-1732658711418/current, will proceed with Du for space computation calculation, 2024-11-26T22:05:12,523 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:05:12,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bcbbb0242fa4f2c with lease ID 0xe9b04283dec6326f: Processing first storage report for DS-efabcaab-f7fe-4199-b8d6-a2b710fbc7cf from datanode DatanodeRegistration(127.0.0.1:38665, datanodeUuid=a8a2618b-1be3-47e2-89e7-9ffff8ed2137, infoPort=37517, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418) 2024-11-26T22:05:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bcbbb0242fa4f2c with lease ID 0xe9b04283dec6326f: from storage DS-efabcaab-f7fe-4199-b8d6-a2b710fbc7cf node DatanodeRegistration(127.0.0.1:38665, datanodeUuid=a8a2618b-1be3-47e2-89e7-9ffff8ed2137, infoPort=37517, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:05:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bcbbb0242fa4f2c with lease ID 0xe9b04283dec6326f: Processing first storage report for DS-6ac0660d-9387-4449-9aaa-6f8b12673b95 from datanode DatanodeRegistration(127.0.0.1:38665, datanodeUuid=a8a2618b-1be3-47e2-89e7-9ffff8ed2137, infoPort=37517, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418) 2024-11-26T22:05:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bcbbb0242fa4f2c with lease ID 0xe9b04283dec6326f: from storage DS-6ac0660d-9387-4449-9aaa-6f8b12673b95 node DatanodeRegistration(127.0.0.1:38665, datanodeUuid=a8a2618b-1be3-47e2-89e7-9ffff8ed2137, infoPort=37517, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=1467193336;c=1732658711418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:05:12,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7 2024-11-26T22:05:12,629 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T22:05:12,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T22:05:12,637 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39385/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39385/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/oldWALs, maxLogs=32 2024-11-26T22:05:12,654 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732658712638, exclude list is [], retry=0 2024-11-26T22:05:12,665 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45447,DS-6772baae-7345-4978-b7e8-e347b5e001c2,DISK] 2024-11-26T22:05:12,666 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38665,DS-efabcaab-f7fe-4199-b8d6-a2b710fbc7cf,DISK] 2024-11-26T22:05:12,667 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43131,DS-8da37e0e-d79e-4fa4-ac1a-dd72a2786423,DISK] 2024-11-26T22:05:12,670 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732658712638 2024-11-26T22:05:12,672 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41739:41739),(127.0.0.1/127.0.0.1:37517:37517),(127.0.0.1/127.0.0.1:32979:32979)] 2024-11-26T22:05:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741825_1001 (size=121110) 2024-11-26T22:05:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741825_1001 (size=121110) 2024-11-26T22:05:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38665 is added to blk_1073741825_1001 (size=121110) 2024-11-26T22:05:13,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:05:13,256 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39385/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732658712638: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T22:05:13,317 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T22:05:13,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62b7a109{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:13,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55151c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:05:13,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:05:13,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a391f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:05:13,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4501ee7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir/,STOPPED} 2024-11-26T22:05:13,366 WARN [BP-1176118482-172.17.0.2-1732658711418 heartbeating to localhost/127.0.0.1:39385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:05:13,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:05:13,367 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:05:13,367 WARN [BP-1176118482-172.17.0.2-1732658711418 heartbeating to localhost/127.0.0.1:39385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1176118482-172.17.0.2-1732658711418 (Datanode Uuid a8a2618b-1be3-47e2-89e7-9ffff8ed2137) service to localhost/127.0.0.1:39385 2024-11-26T22:05:13,367 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data5/current/BP-1176118482-172.17.0.2-1732658711418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:13,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data6/current/BP-1176118482-172.17.0.2-1732658711418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:13,368 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:05:13,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26cb19de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:13,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1752af28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:05:13,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:05:13,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660bef10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:05:13,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189b3dd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir/,STOPPED} 2024-11-26T22:05:13,384 WARN [BP-1176118482-172.17.0.2-1732658711418 heartbeating to localhost/127.0.0.1:39385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:05:13,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:05:13,384 WARN [BP-1176118482-172.17.0.2-1732658711418 heartbeating to localhost/127.0.0.1:39385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1176118482-172.17.0.2-1732658711418 (Datanode Uuid f1845da8-d21f-47e4-8927-a665fa63c589) service to localhost/127.0.0.1:39385 2024-11-26T22:05:13,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:05:13,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data3/current/BP-1176118482-172.17.0.2-1732658711418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:13,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data4/current/BP-1176118482-172.17.0.2-1732658711418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:13,385 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:05:13,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fc7af72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:05:13,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b149c55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:05:13,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:05:13,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46acde13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:05:13,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21503a1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir/,STOPPED} 2024-11-26T22:05:13,402 WARN [BP-1176118482-172.17.0.2-1732658711418 heartbeating to localhost/127.0.0.1:39385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:05:13,402 WARN [BP-1176118482-172.17.0.2-1732658711418 heartbeating to localhost/127.0.0.1:39385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1176118482-172.17.0.2-1732658711418 (Datanode Uuid 42905abc-7e66-48ac-bbcb-251ab72b66ef) service to localhost/127.0.0.1:39385 2024-11-26T22:05:13,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data1/current/BP-1176118482-172.17.0.2-1732658711418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:13,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/cluster_5587e7a9-fa00-77b6-5491-8ce0aed48411/dfs/data/data2/current/BP-1176118482-172.17.0.2-1732658711418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:05:13,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:05:13,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:05:13,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:05:13,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@388d6360{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:05:13,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d42ead1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:05:13,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:05:13,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de622b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:05:13,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd7c222{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea8ebe9b-036d-3f3a-2bae-92198abc4bb7/hadoop.log.dir/,STOPPED} 2024-11-26T22:05:13,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-26T22:05:13,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=63 (was 55) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=5168 (was 5373)