2024-12-09 02:27:49,569 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-09 02:27:49,581 main DEBUG Took 0.009916 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 02:27:49,581 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 02:27:49,582 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 02:27:49,582 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 02:27:49,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,598 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 02:27:49,609 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,612 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,613 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,613 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,614 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,615 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,616 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,616 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,617 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,618 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,618 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 02:27:49,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,619 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 02:27:49,621 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 02:27:49,622 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 02:27:49,623 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 02:27:49,624 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 02:27:49,625 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 02:27:49,625 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 02:27:49,633 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 02:27:49,635 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 02:27:49,637 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 02:27:49,637 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 02:27:49,638 main DEBUG createAppenders(={Console}) 2024-12-09 02:27:49,638 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-09 02:27:49,639 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-09 02:27:49,639 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-09 02:27:49,640 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 02:27:49,640 main DEBUG OutputStream closed 2024-12-09 02:27:49,640 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 02:27:49,640 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 02:27:49,641 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-09 02:27:49,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 02:27:49,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 02:27:49,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 02:27:49,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 02:27:49,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 02:27:49,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 02:27:49,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 02:27:49,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 02:27:49,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 02:27:49,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 02:27:49,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 02:27:49,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 02:27:49,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 02:27:49,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 02:27:49,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 02:27:49,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 02:27:49,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 02:27:49,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 02:27:49,714 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 02:27:49,714 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-09 02:27:49,714 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 02:27:49,715 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-09T02:27:49,920 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1 2024-12-09 02:27:49,922 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 02:27:49,923 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T02:27:49,932 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-09T02:27:49,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=17240 2024-12-09T02:27:49,974 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74, deleteOnExit=true 2024-12-09T02:27:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/test.cache.data in system properties and HBase conf 2024-12-09T02:27:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T02:27:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir in system properties and HBase conf 2024-12-09T02:27:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T02:27:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T02:27:49,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T02:27:50,066 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T02:27:50,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T02:27:50,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T02:27:50,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T02:27:50,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T02:27:50,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T02:27:50,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T02:27:50,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T02:27:50,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T02:27:50,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T02:27:50,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T02:27:50,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/nfs.dump.dir in system properties and HBase conf 2024-12-09T02:27:50,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/java.io.tmpdir in system properties and HBase conf 2024-12-09T02:27:50,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T02:27:50,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T02:27:50,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T02:27:51,028 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T02:27:51,086 INFO [Time-limited test {}] log.Log(170): Logging initialized @2107ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T02:27:51,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:27:51,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:27:51,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:27:51,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:27:51,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:27:51,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:27:51,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:27:51,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:27:51,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/java.io.tmpdir/jetty-localhost-34657-hadoop-hdfs-3_4_1-tests_jar-_-any-3189890479591055306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T02:27:51,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:34657} 2024-12-09T02:27:51,405 INFO [Time-limited test {}] server.Server(415): Started @2428ms 2024-12-09T02:27:51,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:27:51,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:27:51,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:27:51,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:27:51,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:27:51,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:27:51,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:27:51,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/java.io.tmpdir/jetty-localhost-44853-hadoop-hdfs-3_4_1-tests_jar-_-any-7665556975307655792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:27:51,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:44853} 2024-12-09T02:27:51,971 INFO [Time-limited test {}] server.Server(415): Started @2993ms 2024-12-09T02:27:52,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:27:52,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:27:52,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:27:52,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:27:52,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:27:52,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T02:27:52,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:27:52,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:27:52,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/java.io.tmpdir/jetty-localhost-42327-hadoop-hdfs-3_4_1-tests_jar-_-any-9832796235621316820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:27:52,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:42327} 2024-12-09T02:27:52,230 INFO [Time-limited test {}] server.Server(415): Started @3252ms 2024-12-09T02:27:52,232 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:27:52,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:27:52,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:27:52,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:27:52,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:27:52,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:27:52,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:27:52,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:27:52,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/java.io.tmpdir/jetty-localhost-37029-hadoop-hdfs-3_4_1-tests_jar-_-any-16374220018823767152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:27:52,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:37029} 2024-12-09T02:27:52,365 INFO [Time-limited test {}] server.Server(415): Started @3388ms 2024-12-09T02:27:52,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:27:53,164 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data3/current/BP-41123440-172.17.0.2-1733711270627/current, will proceed with Du for space computation calculation, 2024-12-09T02:27:53,164 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data1/current/BP-41123440-172.17.0.2-1733711270627/current, will proceed with Du for space computation calculation, 2024-12-09T02:27:53,164 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data4/current/BP-41123440-172.17.0.2-1733711270627/current, will proceed with Du for space computation calculation, 2024-12-09T02:27:53,164 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data2/current/BP-41123440-172.17.0.2-1733711270627/current, will proceed with Du for space computation calculation, 2024-12-09T02:27:53,194 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:27:53,194 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:27:53,212 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data6/current/BP-41123440-172.17.0.2-1733711270627/current, will proceed with Du for space computation calculation, 2024-12-09T02:27:53,212 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data5/current/BP-41123440-172.17.0.2-1733711270627/current, will proceed with Du for space computation calculation, 2024-12-09T02:27:53,234 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:27:53,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48019a8f2bb65ba3 with lease ID 0x1854088d34ecdde9: Processing first storage report for DS-f34908ab-79f4-4554-a7d5-bd44289ac155 from datanode DatanodeRegistration(127.0.0.1:40347, datanodeUuid=6f77dac1-1763-4c3d-a1c5-62e8c732ada9, infoPort=39367, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627) 2024-12-09T02:27:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48019a8f2bb65ba3 with lease ID 0x1854088d34ecdde9: from storage DS-f34908ab-79f4-4554-a7d5-bd44289ac155 node DatanodeRegistration(127.0.0.1:40347, datanodeUuid=6f77dac1-1763-4c3d-a1c5-62e8c732ada9, infoPort=39367, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T02:27:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d00efd60b5fa694 with lease ID 0x1854088d34ecddeb: Processing first storage report for DS-b81244fa-b4c9-4679-ac49-31ceffb65478 from datanode DatanodeRegistration(127.0.0.1:43981, datanodeUuid=eb75bada-2cac-487b-8d30-9e96f1e7e25c, infoPort=40137, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627) 2024-12-09T02:27:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d00efd60b5fa694 with lease ID 0x1854088d34ecddeb: from storage DS-b81244fa-b4c9-4679-ac49-31ceffb65478 node DatanodeRegistration(127.0.0.1:43981, datanodeUuid=eb75bada-2cac-487b-8d30-9e96f1e7e25c, infoPort=40137, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T02:27:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82ecfb69661d7ca5 with lease ID 0x1854088d34ecddea: Processing first storage report for DS-3d5fa312-0d86-4ac8-8566-4043ae26d0d6 from datanode DatanodeRegistration(127.0.0.1:42005, datanodeUuid=ca80fe98-1bd1-49bd-9339-b3d09ddb1102, infoPort=38029, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627) 2024-12-09T02:27:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82ecfb69661d7ca5 with lease ID 0x1854088d34ecddea: from storage DS-3d5fa312-0d86-4ac8-8566-4043ae26d0d6 node DatanodeRegistration(127.0.0.1:42005, datanodeUuid=ca80fe98-1bd1-49bd-9339-b3d09ddb1102, infoPort=38029, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:27:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48019a8f2bb65ba3 with lease ID 0x1854088d34ecdde9: Processing first storage report for DS-2cb6333a-02b0-4f1a-91dc-42d3bbec1edd from datanode DatanodeRegistration(127.0.0.1:40347, datanodeUuid=6f77dac1-1763-4c3d-a1c5-62e8c732ada9, infoPort=39367, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627) 2024-12-09T02:27:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48019a8f2bb65ba3 with lease ID 0x1854088d34ecdde9: from storage DS-2cb6333a-02b0-4f1a-91dc-42d3bbec1edd node DatanodeRegistration(127.0.0.1:40347, datanodeUuid=6f77dac1-1763-4c3d-a1c5-62e8c732ada9, infoPort=39367, infoSecurePort=0, ipcPort=43011, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:27:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d00efd60b5fa694 with lease ID 0x1854088d34ecddeb: Processing first storage report for DS-72f66aab-7b51-4a79-84ee-878c0c04b7e2 from datanode DatanodeRegistration(127.0.0.1:43981, datanodeUuid=eb75bada-2cac-487b-8d30-9e96f1e7e25c, infoPort=40137, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627) 2024-12-09T02:27:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d00efd60b5fa694 with lease ID 0x1854088d34ecddeb: from storage DS-72f66aab-7b51-4a79-84ee-878c0c04b7e2 node DatanodeRegistration(127.0.0.1:43981, datanodeUuid=eb75bada-2cac-487b-8d30-9e96f1e7e25c, infoPort=40137, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T02:27:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82ecfb69661d7ca5 with lease ID 0x1854088d34ecddea: Processing first storage report for DS-4f395ffe-f4ce-4b9e-92c8-786801c57514 from datanode DatanodeRegistration(127.0.0.1:42005, datanodeUuid=ca80fe98-1bd1-49bd-9339-b3d09ddb1102, infoPort=38029, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627) 2024-12-09T02:27:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82ecfb69661d7ca5 with lease ID 0x1854088d34ecddea: from storage DS-4f395ffe-f4ce-4b9e-92c8-786801c57514 node DatanodeRegistration(127.0.0.1:42005, datanodeUuid=ca80fe98-1bd1-49bd-9339-b3d09ddb1102, infoPort=38029, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=544416655;c=1733711270627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:27:53,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1 2024-12-09T02:27:53,312 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T02:27:53,317 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T02:27:53,319 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T02:27:53,332 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T02:27:53,332 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T02:27:53,382 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T02:27:53,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T02:27:53,437 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:46561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:46561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/oldWALs, maxLogs=32 2024-12-09T02:27:53,476 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733711273459, exclude list is [], retry=0 2024-12-09T02:27:53,535 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44981 (auto-detected) 2024-12-09T02:27:53,538 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T02:27:53,563 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43981,DS-b81244fa-b4c9-4679-ac49-31ceffb65478,DISK] 2024-12-09T02:27:53,566 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T02:27:53,592 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40347,DS-f34908ab-79f4-4554-a7d5-bd44289ac155,DISK] 2024-12-09T02:27:53,593 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42005,DS-3d5fa312-0d86-4ac8-8566-4043ae26d0d6,DISK] 2024-12-09T02:27:53,666 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733711273459 2024-12-09T02:27:53,667 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40137:40137),(127.0.0.1/127.0.0.1:39367:39367),(127.0.0.1/127.0.0.1:38029:38029)] 2024-12-09T02:27:53,668 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T02:27:54,299 DEBUG [AsyncFSWAL-0-hdfs://localhost:46561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-09T02:27:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_1073741825_1001 (size=1048651116) 2024-12-09T02:27:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741825_1001 (size=1048651116) 2024-12-09T02:27:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43981 is added to blk_1073741825_1001 (size=1048651116) 2024-12-09T02:27:57,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T02:27:57,196 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733711273459: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-09T02:27:58,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T02:27:58,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:27:58,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:27:58,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:27:58,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:27:58,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir/,STOPPED} 2024-12-09T02:27:58,197 WARN [BP-41123440-172.17.0.2-1733711270627 heartbeating to localhost/127.0.0.1:46561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:27:58,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:27:58,197 WARN [BP-41123440-172.17.0.2-1733711270627 heartbeating to localhost/127.0.0.1:46561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41123440-172.17.0.2-1733711270627 (Datanode Uuid eb75bada-2cac-487b-8d30-9e96f1e7e25c) service to localhost/127.0.0.1:46561 2024-12-09T02:27:58,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:27:58,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data5/current/BP-41123440-172.17.0.2-1733711270627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:27:58,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data6/current/BP-41123440-172.17.0.2-1733711270627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:27:58,342 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:27:58,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:27:58,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:27:58,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:27:58,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:27:58,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir/,STOPPED} 2024-12-09T02:27:58,511 WARN [BP-41123440-172.17.0.2-1733711270627 heartbeating to localhost/127.0.0.1:46561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:27:58,511 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:27:58,512 WARN [BP-41123440-172.17.0.2-1733711270627 heartbeating to localhost/127.0.0.1:46561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41123440-172.17.0.2-1733711270627 (Datanode Uuid 6f77dac1-1763-4c3d-a1c5-62e8c732ada9) service to localhost/127.0.0.1:46561 2024-12-09T02:27:58,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:27:58,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data3/current/BP-41123440-172.17.0.2-1733711270627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:27:58,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data4/current/BP-41123440-172.17.0.2-1733711270627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:27:58,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:27:58,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:27:58,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:27:58,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:27:58,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:27:58,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir/,STOPPED} 2024-12-09T02:27:58,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:27:58,583 WARN [BP-41123440-172.17.0.2-1733711270627 heartbeating to localhost/127.0.0.1:46561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:27:58,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:27:58,583 WARN [BP-41123440-172.17.0.2-1733711270627 heartbeating to localhost/127.0.0.1:46561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-41123440-172.17.0.2-1733711270627 (Datanode Uuid ca80fe98-1bd1-49bd-9339-b3d09ddb1102) service to localhost/127.0.0.1:46561 2024-12-09T02:27:58,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data1/current/BP-41123440-172.17.0.2-1733711270627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:27:58,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/cluster_33567669-85e3-b993-f47d-8bf77f4f7a74/dfs/data/data2/current/BP-41123440-172.17.0.2-1733711270627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:27:58,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:27:58,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T02:27:58,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:27:58,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:27:58,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:27:58,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:11,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T02:28:11,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=28 (was 12) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4be13813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=296 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=271 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16650 (was 17240) 2024-12-09T02:28:11,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=28, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=16650 2024-12-09T02:28:11,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.log.dir so I do NOT create it in target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33 2024-12-09T02:28:11,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/00afb170-89df-7c05-d0a1-fc300937b6a1/hadoop.tmp.dir so I do NOT create it in target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33 2024-12-09T02:28:11,218 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29, deleteOnExit=true 2024-12-09T02:28:11,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/test.cache.data in system properties and HBase conf 2024-12-09T02:28:11,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T02:28:11,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir in system properties and HBase conf 2024-12-09T02:28:11,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T02:28:11,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T02:28:11,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T02:28:11,220 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T02:28:11,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T02:28:11,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T02:28:11,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T02:28:11,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T02:28:11,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T02:28:11,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T02:28:11,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T02:28:11,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T02:28:11,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T02:28:11,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/nfs.dump.dir in system properties and HBase conf 2024-12-09T02:28:11,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/java.io.tmpdir in system properties and HBase conf 2024-12-09T02:28:11,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T02:28:11,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T02:28:11,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T02:28:11,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:11,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:11,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:11,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:11,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T02:28:11,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:11,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af63d4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:11,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eeff39a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:11,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4caec283{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/java.io.tmpdir/jetty-localhost-43317-hadoop-hdfs-3_4_1-tests_jar-_-any-718307658213836471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T02:28:11,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34769a4c{HTTP/1.1, (http/1.1)}{localhost:43317} 2024-12-09T02:28:11,628 INFO [Time-limited test {}] server.Server(415): Started @22650ms 2024-12-09T02:28:11,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:11,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:11,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:11,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:11,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T02:28:11,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee7d98a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:11,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4de976d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:11,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2759d48d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/java.io.tmpdir/jetty-localhost-40327-hadoop-hdfs-3_4_1-tests_jar-_-any-12943699911989974318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:11,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@402f777f{HTTP/1.1, (http/1.1)}{localhost:40327} 2024-12-09T02:28:11,914 INFO [Time-limited test {}] server.Server(415): Started @22937ms 2024-12-09T02:28:11,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:11,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:11,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:11,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:11,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:11,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T02:28:11,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d68343{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:11,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fb84d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:12,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b894a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/java.io.tmpdir/jetty-localhost-41505-hadoop-hdfs-3_4_1-tests_jar-_-any-10409398148742773779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:12,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21d43e3f{HTTP/1.1, (http/1.1)}{localhost:41505} 2024-12-09T02:28:12,047 INFO [Time-limited test {}] server.Server(415): Started @23070ms 2024-12-09T02:28:12,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:12,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:12,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:12,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:12,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:12,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:28:12,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@276d68cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:12,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab11e62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:12,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c37a4d3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/java.io.tmpdir/jetty-localhost-40997-hadoop-hdfs-3_4_1-tests_jar-_-any-1136643816597081421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:12,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1460da70{HTTP/1.1, (http/1.1)}{localhost:40997} 2024-12-09T02:28:12,181 INFO [Time-limited test {}] server.Server(415): Started @23203ms 2024-12-09T02:28:12,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:12,616 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data1/current/BP-691501931-172.17.0.2-1733711291252/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:12,616 WARN [Thread-272 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data2/current/BP-691501931-172.17.0.2-1733711291252/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:12,634 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:12,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7db4f5fd34584a6a with lease ID 0x76407542e4822811: Processing first storage report for DS-6868feed-8912-4f53-bf54-5a110bbefde0 from datanode DatanodeRegistration(127.0.0.1:34191, datanodeUuid=4d17e19b-c130-445d-9e3e-3f8646b8d0c4, infoPort=39051, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252) 2024-12-09T02:28:12,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7db4f5fd34584a6a with lease ID 0x76407542e4822811: from storage DS-6868feed-8912-4f53-bf54-5a110bbefde0 node DatanodeRegistration(127.0.0.1:34191, datanodeUuid=4d17e19b-c130-445d-9e3e-3f8646b8d0c4, infoPort=39051, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:12,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7db4f5fd34584a6a with lease ID 0x76407542e4822811: Processing first storage report for DS-1f136ebd-2af3-47ff-bb9e-406911c0afb2 from datanode DatanodeRegistration(127.0.0.1:34191, datanodeUuid=4d17e19b-c130-445d-9e3e-3f8646b8d0c4, infoPort=39051, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252) 2024-12-09T02:28:12,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7db4f5fd34584a6a with lease ID 0x76407542e4822811: from storage DS-1f136ebd-2af3-47ff-bb9e-406911c0afb2 node DatanodeRegistration(127.0.0.1:34191, datanodeUuid=4d17e19b-c130-445d-9e3e-3f8646b8d0c4, infoPort=39051, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:12,835 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data4/current/BP-691501931-172.17.0.2-1733711291252/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:12,835 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data3/current/BP-691501931-172.17.0.2-1733711291252/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:12,857 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f8e73ea98c1eb4a with lease ID 0x76407542e4822812: Processing first storage report for DS-f5d0595e-70ef-478d-b24c-b4dd3788f551 from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=ebf300ab-432e-4190-bb09-8fa4b12ff11d, infoPort=43641, infoSecurePort=0, ipcPort=38349, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252) 2024-12-09T02:28:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f8e73ea98c1eb4a with lease ID 0x76407542e4822812: from storage DS-f5d0595e-70ef-478d-b24c-b4dd3788f551 node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=ebf300ab-432e-4190-bb09-8fa4b12ff11d, infoPort=43641, infoSecurePort=0, ipcPort=38349, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f8e73ea98c1eb4a with lease ID 0x76407542e4822812: Processing first storage report for DS-97a6d0bb-908b-4ecb-ad2c-0a0f934b7915 from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=ebf300ab-432e-4190-bb09-8fa4b12ff11d, infoPort=43641, infoSecurePort=0, ipcPort=38349, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252) 2024-12-09T02:28:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f8e73ea98c1eb4a with lease ID 0x76407542e4822812: from storage DS-97a6d0bb-908b-4ecb-ad2c-0a0f934b7915 node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=ebf300ab-432e-4190-bb09-8fa4b12ff11d, infoPort=43641, infoSecurePort=0, ipcPort=38349, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:12,932 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data5/current/BP-691501931-172.17.0.2-1733711291252/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:12,932 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data6/current/BP-691501931-172.17.0.2-1733711291252/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:12,951 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f1f16e1381cd34 with lease ID 0x76407542e4822813: Processing first storage report for DS-87057908-fc8c-4a76-b9d0-948ae739f9b9 from datanode DatanodeRegistration(127.0.0.1:46469, datanodeUuid=13c1396a-76f1-4456-8752-2506be1bed89, infoPort=43749, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252) 2024-12-09T02:28:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f1f16e1381cd34 with lease ID 0x76407542e4822813: from storage DS-87057908-fc8c-4a76-b9d0-948ae739f9b9 node DatanodeRegistration(127.0.0.1:46469, datanodeUuid=13c1396a-76f1-4456-8752-2506be1bed89, infoPort=43749, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f1f16e1381cd34 with lease ID 0x76407542e4822813: Processing first storage report for DS-c4ff97a7-9a1b-43c9-8d66-ab36f1a6fe23 from datanode DatanodeRegistration(127.0.0.1:46469, datanodeUuid=13c1396a-76f1-4456-8752-2506be1bed89, infoPort=43749, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252) 2024-12-09T02:28:12,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f1f16e1381cd34 with lease ID 0x76407542e4822813: from storage DS-c4ff97a7-9a1b-43c9-8d66-ab36f1a6fe23 node DatanodeRegistration(127.0.0.1:46469, datanodeUuid=13c1396a-76f1-4456-8752-2506be1bed89, infoPort=43749, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1419280847;c=1733711291252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:13,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33 2024-12-09T02:28:13,032 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T02:28:13,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T02:28:13,040 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46665/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46665/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/oldWALs, maxLogs=32 2024-12-09T02:28:13,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733711293042, exclude list is [], retry=0 2024-12-09T02:28:13,062 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34191,DS-6868feed-8912-4f53-bf54-5a110bbefde0,DISK] 2024-12-09T02:28:13,064 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-f5d0595e-70ef-478d-b24c-b4dd3788f551,DISK] 2024-12-09T02:28:13,064 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46469,DS-87057908-fc8c-4a76-b9d0-948ae739f9b9,DISK] 2024-12-09T02:28:13,066 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733711293042 2024-12-09T02:28:13,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39051:39051),(127.0.0.1/127.0.0.1:43641:43641),(127.0.0.1/127.0.0.1:43749:43749)] 2024-12-09T02:28:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46469 is added to blk_1073741825_1001 (size=1073110) 2024-12-09T02:28:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34191 is added to blk_1073741825_1001 (size=1073110) 2024-12-09T02:28:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741825_1001 (size=1073110) 2024-12-09T02:28:13,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T02:28:13,365 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46665/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733711293042: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-09T02:28:13,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T02:28:13,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c37a4d3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:13,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1460da70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:13,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:13,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab11e62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:13,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@276d68cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:13,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:13,477 WARN [BP-691501931-172.17.0.2-1733711291252 heartbeating to localhost/127.0.0.1:46665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:13,477 WARN [BP-691501931-172.17.0.2-1733711291252 heartbeating to localhost/127.0.0.1:46665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691501931-172.17.0.2-1733711291252 (Datanode Uuid 13c1396a-76f1-4456-8752-2506be1bed89) service to localhost/127.0.0.1:46665 2024-12-09T02:28:13,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:13,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data5/current/BP-691501931-172.17.0.2-1733711291252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:13,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data6/current/BP-691501931-172.17.0.2-1733711291252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:13,478 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:13,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b894a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:13,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21d43e3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:13,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:13,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fb84d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:13,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d68343{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:13,484 WARN [BP-691501931-172.17.0.2-1733711291252 heartbeating to localhost/127.0.0.1:46665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:13,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:13,484 WARN [BP-691501931-172.17.0.2-1733711291252 heartbeating to localhost/127.0.0.1:46665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691501931-172.17.0.2-1733711291252 (Datanode Uuid ebf300ab-432e-4190-bb09-8fa4b12ff11d) service to localhost/127.0.0.1:46665 2024-12-09T02:28:13,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:13,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data3/current/BP-691501931-172.17.0.2-1733711291252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:13,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data4/current/BP-691501931-172.17.0.2-1733711291252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:13,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:13,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2759d48d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:13,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@402f777f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:13,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:13,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4de976d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:13,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ee7d98a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:13,490 WARN [BP-691501931-172.17.0.2-1733711291252 heartbeating to localhost/127.0.0.1:46665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:13,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:13,490 WARN [BP-691501931-172.17.0.2-1733711291252 heartbeating to localhost/127.0.0.1:46665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691501931-172.17.0.2-1733711291252 (Datanode Uuid 4d17e19b-c130-445d-9e3e-3f8646b8d0c4) service to localhost/127.0.0.1:46665 2024-12-09T02:28:13,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:13,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data1/current/BP-691501931-172.17.0.2-1733711291252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:13,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/cluster_646389c5-8c71-dab8-91c7-fa637844af29/dfs/data/data2/current/BP-691501931-172.17.0.2-1733711291252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:13,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:13,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4caec283{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T02:28:13,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34769a4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:13,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:13,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eeff39a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:13,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af63d4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:13,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T02:28:13,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=53 (was 28) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=337 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=271 (was 271), ProcessCount=11 (was 11), AvailableMemoryMB=16558 (was 16650) 2024-12-09T02:28:13,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=53, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=16558 2024-12-09T02:28:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.log.dir so I do NOT create it in target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565 2024-12-09T02:28:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2243f27f-2426-3f6e-8fab-e9145124fe33/hadoop.tmp.dir so I do NOT create it in target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565 2024-12-09T02:28:13,532 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0, deleteOnExit=true 2024-12-09T02:28:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/test.cache.data in system properties and HBase conf 2024-12-09T02:28:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T02:28:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir in system properties and HBase conf 2024-12-09T02:28:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T02:28:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T02:28:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T02:28:13,533 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T02:28:13,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T02:28:13,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T02:28:13,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T02:28:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T02:28:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T02:28:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T02:28:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T02:28:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T02:28:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T02:28:13,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/nfs.dump.dir in system properties and HBase conf 2024-12-09T02:28:13,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/java.io.tmpdir in system properties and HBase conf 2024-12-09T02:28:13,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T02:28:13,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T02:28:13,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T02:28:13,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:13,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:13,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:13,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:13,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:28:13,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:13,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22dcdc9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:13,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e8eeeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:13,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e1a515{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/java.io.tmpdir/jetty-localhost-44825-hadoop-hdfs-3_4_1-tests_jar-_-any-5170746149494575172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T02:28:13,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21057839{HTTP/1.1, (http/1.1)}{localhost:44825} 2024-12-09T02:28:13,925 INFO [Time-limited test {}] server.Server(415): Started @24948ms 2024-12-09T02:28:14,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:14,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:14,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:14,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:14,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:28:14,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541409e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:14,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d90dc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:14,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63799ff9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/java.io.tmpdir/jetty-localhost-41713-hadoop-hdfs-3_4_1-tests_jar-_-any-13279425076613108026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:14,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4444572f{HTTP/1.1, (http/1.1)}{localhost:41713} 2024-12-09T02:28:14,204 INFO [Time-limited test {}] server.Server(415): Started @25226ms 2024-12-09T02:28:14,205 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:14,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:14,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:14,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:14,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:14,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:28:14,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb1ecc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:14,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37959677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:14,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@606324dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/java.io.tmpdir/jetty-localhost-36431-hadoop-hdfs-3_4_1-tests_jar-_-any-3424647684935243169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:14,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@103cd323{HTTP/1.1, (http/1.1)}{localhost:36431} 2024-12-09T02:28:14,328 INFO [Time-limited test {}] server.Server(415): Started @25351ms 2024-12-09T02:28:14,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:14,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:14,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:14,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:14,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:14,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:28:14,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6787c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:14,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bee6d53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:14,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@120243a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/java.io.tmpdir/jetty-localhost-37681-hadoop-hdfs-3_4_1-tests_jar-_-any-12812209274820327986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:14,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2850b7a5{HTTP/1.1, (http/1.1)}{localhost:37681} 2024-12-09T02:28:14,459 INFO [Time-limited test {}] server.Server(415): Started @25481ms 2024-12-09T02:28:14,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:14,869 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data2/current/BP-1266218237-172.17.0.2-1733711293555/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:14,869 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data1/current/BP-1266218237-172.17.0.2-1733711293555/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:14,890 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9c74051d74b66a3 with lease ID 0x5715ea4fad422ce5: Processing first storage report for DS-a8f9361b-79e4-4b10-aec6-22b0e052b1b0 from datanode DatanodeRegistration(127.0.0.1:37163, datanodeUuid=08fa7ebe-40a0-4cea-baf9-d07083598e89, infoPort=38969, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555) 2024-12-09T02:28:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9c74051d74b66a3 with lease ID 0x5715ea4fad422ce5: from storage DS-a8f9361b-79e4-4b10-aec6-22b0e052b1b0 node DatanodeRegistration(127.0.0.1:37163, datanodeUuid=08fa7ebe-40a0-4cea-baf9-d07083598e89, infoPort=38969, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9c74051d74b66a3 with lease ID 0x5715ea4fad422ce5: Processing first storage report for DS-0426811b-6872-4fdf-bb4d-c9e64f6c8ea0 from datanode DatanodeRegistration(127.0.0.1:37163, datanodeUuid=08fa7ebe-40a0-4cea-baf9-d07083598e89, infoPort=38969, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555) 2024-12-09T02:28:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9c74051d74b66a3 with lease ID 0x5715ea4fad422ce5: from storage DS-0426811b-6872-4fdf-bb4d-c9e64f6c8ea0 node DatanodeRegistration(127.0.0.1:37163, datanodeUuid=08fa7ebe-40a0-4cea-baf9-d07083598e89, infoPort=38969, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T02:28:15,165 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data3/current/BP-1266218237-172.17.0.2-1733711293555/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:15,165 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data4/current/BP-1266218237-172.17.0.2-1733711293555/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:15,181 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:15,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc490e824a62801bf with lease ID 0x5715ea4fad422ce6: Processing first storage report for DS-25d809c7-5207-4a73-892c-7b259536cda3 from datanode DatanodeRegistration(127.0.0.1:44681, datanodeUuid=1118ddf0-accf-4b59-87d4-019f2bb63912, infoPort=40171, infoSecurePort=0, ipcPort=42751, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555) 2024-12-09T02:28:15,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc490e824a62801bf with lease ID 0x5715ea4fad422ce6: from storage DS-25d809c7-5207-4a73-892c-7b259536cda3 node DatanodeRegistration(127.0.0.1:44681, datanodeUuid=1118ddf0-accf-4b59-87d4-019f2bb63912, infoPort=40171, infoSecurePort=0, ipcPort=42751, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:15,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc490e824a62801bf with lease ID 0x5715ea4fad422ce6: Processing first storage report for DS-d09e0688-b7fa-48e0-837d-4b2cfa942d1b from datanode DatanodeRegistration(127.0.0.1:44681, datanodeUuid=1118ddf0-accf-4b59-87d4-019f2bb63912, infoPort=40171, infoSecurePort=0, ipcPort=42751, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555) 2024-12-09T02:28:15,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc490e824a62801bf with lease ID 0x5715ea4fad422ce6: from storage DS-d09e0688-b7fa-48e0-837d-4b2cfa942d1b node DatanodeRegistration(127.0.0.1:44681, datanodeUuid=1118ddf0-accf-4b59-87d4-019f2bb63912, infoPort=40171, infoSecurePort=0, ipcPort=42751, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:15,207 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data6/current/BP-1266218237-172.17.0.2-1733711293555/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:15,207 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data5/current/BP-1266218237-172.17.0.2-1733711293555/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:15,224 WARN [Thread-411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ccd626395658801 with lease ID 0x5715ea4fad422ce7: Processing first storage report for DS-1c308a06-bb64-463c-af6f-11da4646c263 from datanode DatanodeRegistration(127.0.0.1:37487, datanodeUuid=2ccc160c-a93f-46ad-935e-ff80b7d5b144, infoPort=35655, infoSecurePort=0, ipcPort=37643, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555) 2024-12-09T02:28:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ccd626395658801 with lease ID 0x5715ea4fad422ce7: from storage DS-1c308a06-bb64-463c-af6f-11da4646c263 node DatanodeRegistration(127.0.0.1:37487, datanodeUuid=2ccc160c-a93f-46ad-935e-ff80b7d5b144, infoPort=35655, infoSecurePort=0, ipcPort=37643, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ccd626395658801 with lease ID 0x5715ea4fad422ce7: Processing first storage report for DS-4eafe8c4-9a7e-4cf2-ba42-f9ff0d820dc4 from datanode DatanodeRegistration(127.0.0.1:37487, datanodeUuid=2ccc160c-a93f-46ad-935e-ff80b7d5b144, infoPort=35655, infoSecurePort=0, ipcPort=37643, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555) 2024-12-09T02:28:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ccd626395658801 with lease ID 0x5715ea4fad422ce7: from storage DS-4eafe8c4-9a7e-4cf2-ba42-f9ff0d820dc4 node DatanodeRegistration(127.0.0.1:37487, datanodeUuid=2ccc160c-a93f-46ad-935e-ff80b7d5b144, infoPort=35655, infoSecurePort=0, ipcPort=37643, storageInfo=lv=-57;cid=testClusterID;nsid=805701005;c=1733711293555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:15,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565 2024-12-09T02:28:15,301 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T02:28:15,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T02:28:15,309 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:41919/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:41919/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/oldWALs, maxLogs=32 2024-12-09T02:28:15,324 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733711295311, exclude list is [], retry=0 2024-12-09T02:28:15,329 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-a8f9361b-79e4-4b10-aec6-22b0e052b1b0,DISK] 2024-12-09T02:28:15,331 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-1c308a06-bb64-463c-af6f-11da4646c263,DISK] 2024-12-09T02:28:15,331 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-25d809c7-5207-4a73-892c-7b259536cda3,DISK] 2024-12-09T02:28:15,334 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733711295311 2024-12-09T02:28:15,334 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38969:38969),(127.0.0.1/127.0.0.1:35655:35655),(127.0.0.1/127.0.0.1:40171:40171)] 2024-12-09T02:28:15,351 INFO [AsyncFSWAL-0-hdfs://localhost:41919/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-09T02:28:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741825_1001 (size=5861116) 2024-12-09T02:28:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741825_1001 (size=5861116) 2024-12-09T02:28:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741825_1001 (size=5861116) 2024-12-09T02:28:23,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T02:28:23,933 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41919/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733711295311: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T02:28:25,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T02:28:25,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@120243a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:25,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2850b7a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:25,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:25,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bee6d53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:25,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6787c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:25,605 WARN [BP-1266218237-172.17.0.2-1733711293555 heartbeating to localhost/127.0.0.1:41919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:25,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:25,605 WARN [BP-1266218237-172.17.0.2-1733711293555 heartbeating to localhost/127.0.0.1:41919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266218237-172.17.0.2-1733711293555 (Datanode Uuid 2ccc160c-a93f-46ad-935e-ff80b7d5b144) service to localhost/127.0.0.1:41919 2024-12-09T02:28:25,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:25,607 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data5/current/BP-1266218237-172.17.0.2-1733711293555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:25,607 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data6/current/BP-1266218237-172.17.0.2-1733711293555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:25,608 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:25,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@606324dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:25,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@103cd323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:25,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:25,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37959677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:25,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb1ecc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:25,612 WARN [BP-1266218237-172.17.0.2-1733711293555 heartbeating to localhost/127.0.0.1:41919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:25,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:25,612 WARN [BP-1266218237-172.17.0.2-1733711293555 heartbeating to localhost/127.0.0.1:41919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266218237-172.17.0.2-1733711293555 (Datanode Uuid 1118ddf0-accf-4b59-87d4-019f2bb63912) service to localhost/127.0.0.1:41919 2024-12-09T02:28:25,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:25,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data3/current/BP-1266218237-172.17.0.2-1733711293555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:25,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data4/current/BP-1266218237-172.17.0.2-1733711293555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:25,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:25,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63799ff9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:25,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4444572f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:25,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:25,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d90dc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:25,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541409e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:25,616 WARN [BP-1266218237-172.17.0.2-1733711293555 heartbeating to localhost/127.0.0.1:41919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:25,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:25,616 WARN [BP-1266218237-172.17.0.2-1733711293555 heartbeating to localhost/127.0.0.1:41919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266218237-172.17.0.2-1733711293555 (Datanode Uuid 08fa7ebe-40a0-4cea-baf9-d07083598e89) service to localhost/127.0.0.1:41919 2024-12-09T02:28:25,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:25,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data1/current/BP-1266218237-172.17.0.2-1733711293555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:25,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/cluster_168b8aff-9f95-d7bd-173d-f9b591e123a0/dfs/data/data2/current/BP-1266218237-172.17.0.2-1733711293555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:25,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:25,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e1a515{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T02:28:25,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21057839{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:25,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:25,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e8eeeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:25,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22dcdc9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:25,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T02:28:25,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 53) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:41919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:41919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 271), ProcessCount=11 (was 11), AvailableMemoryMB=16400 (was 16558) 2024-12-09T02:28:25,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=56, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=16400 2024-12-09T02:28:25,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.log.dir so I do NOT create it in target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b 2024-12-09T02:28:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb3eba64-c4ab-8338-3f5f-8eb5a58be565/hadoop.tmp.dir so I do NOT create it in target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b 2024-12-09T02:28:25,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea, deleteOnExit=true 2024-12-09T02:28:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/test.cache.data in system properties and HBase conf 2024-12-09T02:28:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T02:28:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir in system properties and HBase conf 2024-12-09T02:28:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T02:28:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T02:28:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T02:28:25,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T02:28:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T02:28:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T02:28:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T02:28:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T02:28:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T02:28:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T02:28:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T02:28:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T02:28:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T02:28:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/nfs.dump.dir in system properties and HBase conf 2024-12-09T02:28:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/java.io.tmpdir in system properties and HBase conf 2024-12-09T02:28:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T02:28:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T02:28:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T02:28:25,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:25,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:25,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:25,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:25,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T02:28:25,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:25,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4216cd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:25,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b8a6a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:25,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1532bc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/java.io.tmpdir/jetty-localhost-43713-hadoop-hdfs-3_4_1-tests_jar-_-any-9677129496532569803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T02:28:25,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a6e2a19{HTTP/1.1, (http/1.1)}{localhost:43713} 2024-12-09T02:28:25,966 INFO [Time-limited test {}] server.Server(415): Started @36989ms 2024-12-09T02:28:26,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:26,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:26,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:26,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:26,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:28:26,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4249ec81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:26,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a028a67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:26,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27aebdbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/java.io.tmpdir/jetty-localhost-41717-hadoop-hdfs-3_4_1-tests_jar-_-any-8608360849004264749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:26,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f6d14af{HTTP/1.1, (http/1.1)}{localhost:41717} 2024-12-09T02:28:26,216 INFO [Time-limited test {}] server.Server(415): Started @37239ms 2024-12-09T02:28:26,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:26,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:26,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:26,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:26,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:26,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T02:28:26,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2369620e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:26,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@474ed8d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:26,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15cfdc4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/java.io.tmpdir/jetty-localhost-38221-hadoop-hdfs-3_4_1-tests_jar-_-any-9076581746407498225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:26,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2efe0906{HTTP/1.1, (http/1.1)}{localhost:38221} 2024-12-09T02:28:26,338 INFO [Time-limited test {}] server.Server(415): Started @37360ms 2024-12-09T02:28:26,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:26,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T02:28:26,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T02:28:26,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T02:28:26,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T02:28:26,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T02:28:26,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b098b8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir/,AVAILABLE} 2024-12-09T02:28:26,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b062d89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T02:28:26,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fe7e39f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/java.io.tmpdir/jetty-localhost-34029-hadoop-hdfs-3_4_1-tests_jar-_-any-17594972178483742276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:26,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f26d52{HTTP/1.1, (http/1.1)}{localhost:34029} 2024-12-09T02:28:26,459 INFO [Time-limited test {}] server.Server(415): Started @37482ms 2024-12-09T02:28:26,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T02:28:26,954 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data1/current/BP-1538902593-172.17.0.2-1733711305672/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:26,954 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data2/current/BP-1538902593-172.17.0.2-1733711305672/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:26,977 WARN [Thread-517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1674323a847761 with lease ID 0xdf37feccda5cd8b: Processing first storage report for DS-4d0f84c8-ee3e-40c2-9125-3676ca04a576 from datanode DatanodeRegistration(127.0.0.1:33245, datanodeUuid=128ea50f-cd0f-43bd-8d6e-940aaaa5783c, infoPort=39327, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672) 2024-12-09T02:28:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1674323a847761 with lease ID 0xdf37feccda5cd8b: from storage DS-4d0f84c8-ee3e-40c2-9125-3676ca04a576 node DatanodeRegistration(127.0.0.1:33245, datanodeUuid=128ea50f-cd0f-43bd-8d6e-940aaaa5783c, infoPort=39327, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1674323a847761 with lease ID 0xdf37feccda5cd8b: Processing first storage report for DS-9d0a966e-0638-4952-b220-4c47dfea8e40 from datanode DatanodeRegistration(127.0.0.1:33245, datanodeUuid=128ea50f-cd0f-43bd-8d6e-940aaaa5783c, infoPort=39327, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672) 2024-12-09T02:28:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1674323a847761 with lease ID 0xdf37feccda5cd8b: from storage DS-9d0a966e-0638-4952-b220-4c47dfea8e40 node DatanodeRegistration(127.0.0.1:33245, datanodeUuid=128ea50f-cd0f-43bd-8d6e-940aaaa5783c, infoPort=39327, infoSecurePort=0, ipcPort=46601, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:27,074 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data3/current/BP-1538902593-172.17.0.2-1733711305672/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:27,076 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data4/current/BP-1538902593-172.17.0.2-1733711305672/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:27,094 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903e7106a5aac37 with lease ID 0xdf37feccda5cd8c: Processing first storage report for DS-809def14-1437-4604-aa31-faf134b21455 from datanode DatanodeRegistration(127.0.0.1:41415, datanodeUuid=fe19c290-3955-4f54-aea2-09bdefb781b0, infoPort=42549, infoSecurePort=0, ipcPort=34041, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672) 2024-12-09T02:28:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903e7106a5aac37 with lease ID 0xdf37feccda5cd8c: from storage DS-809def14-1437-4604-aa31-faf134b21455 node DatanodeRegistration(127.0.0.1:41415, datanodeUuid=fe19c290-3955-4f54-aea2-09bdefb781b0, infoPort=42549, infoSecurePort=0, ipcPort=34041, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903e7106a5aac37 with lease ID 0xdf37feccda5cd8c: Processing first storage report for DS-ef99ecf9-799b-468e-aa22-f7596de00aed from datanode DatanodeRegistration(127.0.0.1:41415, datanodeUuid=fe19c290-3955-4f54-aea2-09bdefb781b0, infoPort=42549, infoSecurePort=0, ipcPort=34041, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672) 2024-12-09T02:28:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903e7106a5aac37 with lease ID 0xdf37feccda5cd8c: from storage DS-ef99ecf9-799b-468e-aa22-f7596de00aed node DatanodeRegistration(127.0.0.1:41415, datanodeUuid=fe19c290-3955-4f54-aea2-09bdefb781b0, infoPort=42549, infoSecurePort=0, ipcPort=34041, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T02:28:27,173 WARN [Thread-599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data5/current/BP-1538902593-172.17.0.2-1733711305672/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:27,173 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data6/current/BP-1538902593-172.17.0.2-1733711305672/current, will proceed with Du for space computation calculation, 2024-12-09T02:28:27,192 WARN [Thread-562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T02:28:27,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0b27a9b74b860cc with lease ID 0xdf37feccda5cd8d: Processing first storage report for DS-95e85ae4-4c3a-4f0e-a176-09247691d859 from datanode DatanodeRegistration(127.0.0.1:33309, datanodeUuid=1d8f1268-60d9-4f9b-80cd-684da1531e2b, infoPort=46519, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672) 2024-12-09T02:28:27,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0b27a9b74b860cc with lease ID 0xdf37feccda5cd8d: from storage DS-95e85ae4-4c3a-4f0e-a176-09247691d859 node DatanodeRegistration(127.0.0.1:33309, datanodeUuid=1d8f1268-60d9-4f9b-80cd-684da1531e2b, infoPort=46519, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:27,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0b27a9b74b860cc with lease ID 0xdf37feccda5cd8d: Processing first storage report for DS-9897dc6e-121f-47b7-95df-497f09bf6ba6 from datanode DatanodeRegistration(127.0.0.1:33309, datanodeUuid=1d8f1268-60d9-4f9b-80cd-684da1531e2b, infoPort=46519, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672) 2024-12-09T02:28:27,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0b27a9b74b860cc with lease ID 0xdf37feccda5cd8d: from storage DS-9897dc6e-121f-47b7-95df-497f09bf6ba6 node DatanodeRegistration(127.0.0.1:33309, datanodeUuid=1d8f1268-60d9-4f9b-80cd-684da1531e2b, infoPort=46519, infoSecurePort=0, ipcPort=38457, storageInfo=lv=-57;cid=testClusterID;nsid=246782802;c=1733711305672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T02:28:27,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b 2024-12-09T02:28:27,298 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T02:28:27,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T02:28:27,308 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:35961/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:35961/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/oldWALs, maxLogs=32 2024-12-09T02:28:27,320 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733711307309, exclude list is [], retry=0 2024-12-09T02:28:27,325 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-95e85ae4-4c3a-4f0e-a176-09247691d859,DISK] 2024-12-09T02:28:27,326 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33245,DS-4d0f84c8-ee3e-40c2-9125-3676ca04a576,DISK] 2024-12-09T02:28:27,326 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41415,DS-809def14-1437-4604-aa31-faf134b21455,DISK] 2024-12-09T02:28:27,328 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733711307309 2024-12-09T02:28:27,329 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46519:46519),(127.0.0.1/127.0.0.1:39327:39327),(127.0.0.1/127.0.0.1:42549:42549)] 2024-12-09T02:28:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33245 is added to blk_1073741825_1001 (size=121110) 2024-12-09T02:28:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741825_1001 (size=121110) 2024-12-09T02:28:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41415 is added to blk_1073741825_1001 (size=121110) 2024-12-09T02:28:27,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T02:28:27,557 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35961/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733711307309: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T02:28:27,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T02:28:27,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fe7e39f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:27,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f26d52{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:27,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:27,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b062d89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:27,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b098b8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:27,603 WARN [BP-1538902593-172.17.0.2-1733711305672 heartbeating to localhost/127.0.0.1:35961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:27,603 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:27,603 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:27,603 WARN [BP-1538902593-172.17.0.2-1733711305672 heartbeating to localhost/127.0.0.1:35961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538902593-172.17.0.2-1733711305672 (Datanode Uuid 1d8f1268-60d9-4f9b-80cd-684da1531e2b) service to localhost/127.0.0.1:35961 2024-12-09T02:28:27,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data5/current/BP-1538902593-172.17.0.2-1733711305672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:27,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data6/current/BP-1538902593-172.17.0.2-1733711305672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:27,604 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:27,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15cfdc4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:27,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2efe0906{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:27,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:27,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@474ed8d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:27,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2369620e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:27,610 WARN [BP-1538902593-172.17.0.2-1733711305672 heartbeating to localhost/127.0.0.1:35961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:27,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:27,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:27,610 WARN [BP-1538902593-172.17.0.2-1733711305672 heartbeating to localhost/127.0.0.1:35961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538902593-172.17.0.2-1733711305672 (Datanode Uuid fe19c290-3955-4f54-aea2-09bdefb781b0) service to localhost/127.0.0.1:35961 2024-12-09T02:28:27,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data3/current/BP-1538902593-172.17.0.2-1733711305672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:27,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data4/current/BP-1538902593-172.17.0.2-1733711305672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:27,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:27,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27aebdbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T02:28:27,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f6d14af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:27,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:27,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a028a67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:27,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4249ec81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:27,618 WARN [BP-1538902593-172.17.0.2-1733711305672 heartbeating to localhost/127.0.0.1:35961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T02:28:27,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T02:28:27,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T02:28:27,618 WARN [BP-1538902593-172.17.0.2-1733711305672 heartbeating to localhost/127.0.0.1:35961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538902593-172.17.0.2-1733711305672 (Datanode Uuid 128ea50f-cd0f-43bd-8d6e-940aaaa5783c) service to localhost/127.0.0.1:35961 2024-12-09T02:28:27,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data1/current/BP-1538902593-172.17.0.2-1733711305672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:27,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/cluster_4c7c9ee3-160c-a14b-31f3-3d41780385ea/dfs/data/data2/current/BP-1538902593-172.17.0.2-1733711305672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T02:28:27,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T02:28:27,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1532bc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T02:28:27,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a6e2a19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T02:28:27,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T02:28:27,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b8a6a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T02:28:27,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4216cd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6ffeb350-2b37-a2ec-dbed-caa4f87c031b/hadoop.log.dir/,STOPPED} 2024-12-09T02:28:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T02:28:27,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=64 (was 56) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 253), ProcessCount=11 (was 11), AvailableMemoryMB=16327 (was 16400)