2024-12-13 09:04:32,945 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-13 09:04:32,963 main DEBUG Took 0.014434 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 09:04:32,963 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 09:04:32,964 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 09:04:32,965 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 09:04:32,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:32,996 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 09:04:33,016 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,019 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,023 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,026 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,028 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,029 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,032 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,035 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,036 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,037 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,039 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,041 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 09:04:33,042 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,042 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 09:04:33,044 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 09:04:33,046 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 09:04:33,048 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 09:04:33,049 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 09:04:33,050 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 09:04:33,051 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 09:04:33,063 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 09:04:33,067 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 09:04:33,069 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 09:04:33,070 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 09:04:33,070 main DEBUG createAppenders(={Console}) 2024-12-13 09:04:33,071 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-13 09:04:33,071 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-13 09:04:33,072 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-13 09:04:33,073 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 09:04:33,073 main DEBUG OutputStream closed 2024-12-13 09:04:33,073 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 09:04:33,074 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 09:04:33,074 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-13 09:04:33,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 09:04:33,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 09:04:33,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 09:04:33,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 09:04:33,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 09:04:33,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 09:04:33,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 09:04:33,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 09:04:33,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 09:04:33,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 09:04:33,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 09:04:33,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 09:04:33,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 09:04:33,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 09:04:33,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 09:04:33,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 09:04:33,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 09:04:33,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 09:04:33,210 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 09:04:33,210 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-13 09:04:33,210 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 09:04:33,212 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-13T09:04:33,633 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc 2024-12-13 09:04:33,637 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 09:04:33,637 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T09:04:33,668 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-13T09:04:33,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=6919 2024-12-13T09:04:33,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d, deleteOnExit=true 2024-12-13T09:04:33,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/test.cache.data in system properties and HBase conf 2024-12-13T09:04:33,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T09:04:33,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir in system properties and HBase conf 2024-12-13T09:04:33,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T09:04:33,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T09:04:33,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T09:04:33,927 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T09:04:34,076 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T09:04:34,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T09:04:34,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T09:04:34,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T09:04:34,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T09:04:34,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T09:04:34,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T09:04:34,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T09:04:34,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T09:04:34,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T09:04:34,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/nfs.dump.dir in system properties and HBase conf 2024-12-13T09:04:34,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/java.io.tmpdir in system properties and HBase conf 2024-12-13T09:04:34,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T09:04:34,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T09:04:34,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T09:04:35,209 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T09:04:35,331 INFO [Time-limited test {}] log.Log(170): Logging initialized @3330ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T09:04:35,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:35,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:35,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:35,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:35,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:35,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:35,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef24edc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:35,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3880a22d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:35,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@577b183a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/java.io.tmpdir/jetty-localhost-45055-hadoop-hdfs-3_4_1-tests_jar-_-any-17199163854124911666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T09:04:35,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eb17a74{HTTP/1.1, (http/1.1)}{localhost:45055} 2024-12-13T09:04:35,845 INFO [Time-limited test {}] server.Server(415): Started @3845ms 2024-12-13T09:04:36,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:36,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:36,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:36,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:36,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:36,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4545222b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:36,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44560975{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:36,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@316e1432{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/java.io.tmpdir/jetty-localhost-38669-hadoop-hdfs-3_4_1-tests_jar-_-any-1056379581375439572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:36,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d928f8b{HTTP/1.1, (http/1.1)}{localhost:38669} 2024-12-13T09:04:36,397 INFO [Time-limited test {}] server.Server(415): Started @4398ms 2024-12-13T09:04:36,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:36,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:36,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:36,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:36,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:36,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T09:04:36,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28fe29db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:36,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49a751c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:36,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50a60167{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/java.io.tmpdir/jetty-localhost-33091-hadoop-hdfs-3_4_1-tests_jar-_-any-5786881425482857020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:36,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@287e0dcc{HTTP/1.1, (http/1.1)}{localhost:33091} 2024-12-13T09:04:36,744 INFO [Time-limited test {}] server.Server(415): Started @4744ms 2024-12-13T09:04:36,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:36,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:36,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:36,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:36,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:36,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:36,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7628c8bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:36,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc14738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:36,946 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data4/current/BP-1139057237-172.17.0.2-1734080674913/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:36,946 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data2/current/BP-1139057237-172.17.0.2-1734080674913/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:36,946 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data1/current/BP-1139057237-172.17.0.2-1734080674913/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:36,947 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data3/current/BP-1139057237-172.17.0.2-1734080674913/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:36,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47a9f195{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/java.io.tmpdir/jetty-localhost-44049-hadoop-hdfs-3_4_1-tests_jar-_-any-8971798144672019664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:36,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@510bb2ec{HTTP/1.1, (http/1.1)}{localhost:44049} 2024-12-13T09:04:36,970 INFO [Time-limited test {}] server.Server(415): Started @4970ms 2024-12-13T09:04:36,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:37,006 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:37,007 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:37,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x169e645e7d09ae40 with lease ID 0x7b90a92748ceb811: Processing first storage report for DS-ad5e3de4-9e1f-4e35-8df4-7849e6629581 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=fc83c388-2c14-481c-9ccd-4045009380b3, infoPort=36267, infoSecurePort=0, ipcPort=34787, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913) 2024-12-13T09:04:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x169e645e7d09ae40 with lease ID 0x7b90a92748ceb811: from storage DS-ad5e3de4-9e1f-4e35-8df4-7849e6629581 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=fc83c388-2c14-481c-9ccd-4045009380b3, infoPort=36267, infoSecurePort=0, ipcPort=34787, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-13T09:04:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa03be357191e653b with lease ID 0x7b90a92748ceb812: Processing first storage report for DS-70af9140-e89d-449b-9d09-f47bad802ce6 from datanode DatanodeRegistration(127.0.0.1:33143, datanodeUuid=ea86cb7e-bdfd-4fda-b2d2-93d7553ef223, infoPort=46015, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913) 2024-12-13T09:04:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa03be357191e653b with lease ID 0x7b90a92748ceb812: from storage DS-70af9140-e89d-449b-9d09-f47bad802ce6 node DatanodeRegistration(127.0.0.1:33143, datanodeUuid=ea86cb7e-bdfd-4fda-b2d2-93d7553ef223, infoPort=46015, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x169e645e7d09ae40 with lease ID 0x7b90a92748ceb811: Processing first storage report for DS-cd0cd14e-5f6c-424e-9868-4cc8b56bec7f from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=fc83c388-2c14-481c-9ccd-4045009380b3, infoPort=36267, infoSecurePort=0, ipcPort=34787, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913) 2024-12-13T09:04:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x169e645e7d09ae40 with lease ID 0x7b90a92748ceb811: from storage DS-cd0cd14e-5f6c-424e-9868-4cc8b56bec7f node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=fc83c388-2c14-481c-9ccd-4045009380b3, infoPort=36267, infoSecurePort=0, ipcPort=34787, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa03be357191e653b with lease ID 0x7b90a92748ceb812: Processing first storage report for DS-c342d5c6-bb8d-4e5c-8248-c2f9d6e6e19c from datanode DatanodeRegistration(127.0.0.1:33143, datanodeUuid=ea86cb7e-bdfd-4fda-b2d2-93d7553ef223, infoPort=46015, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913) 2024-12-13T09:04:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa03be357191e653b with lease ID 0x7b90a92748ceb812: from storage DS-c342d5c6-bb8d-4e5c-8248-c2f9d6e6e19c node DatanodeRegistration(127.0.0.1:33143, datanodeUuid=ea86cb7e-bdfd-4fda-b2d2-93d7553ef223, infoPort=46015, infoSecurePort=0, ipcPort=34619, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:37,102 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data5/current/BP-1139057237-172.17.0.2-1734080674913/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:37,103 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data6/current/BP-1139057237-172.17.0.2-1734080674913/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:37,133 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:37,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29f6d0f2cc371c78 with lease ID 0x7b90a92748ceb813: Processing first storage report for DS-81b0811c-a5c0-4103-97ed-38fa365cc8aa from datanode DatanodeRegistration(127.0.0.1:42391, datanodeUuid=4cf5d391-9001-4d0d-9bb2-74f4d22bb1b0, infoPort=42013, infoSecurePort=0, ipcPort=38965, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913) 2024-12-13T09:04:37,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29f6d0f2cc371c78 with lease ID 0x7b90a92748ceb813: from storage DS-81b0811c-a5c0-4103-97ed-38fa365cc8aa node DatanodeRegistration(127.0.0.1:42391, datanodeUuid=4cf5d391-9001-4d0d-9bb2-74f4d22bb1b0, infoPort=42013, infoSecurePort=0, ipcPort=38965, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:37,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29f6d0f2cc371c78 with lease ID 0x7b90a92748ceb813: Processing first storage report for DS-fc650026-e788-49ee-b3c8-e405eb8ee032 from datanode DatanodeRegistration(127.0.0.1:42391, datanodeUuid=4cf5d391-9001-4d0d-9bb2-74f4d22bb1b0, infoPort=42013, infoSecurePort=0, ipcPort=38965, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913) 2024-12-13T09:04:37,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29f6d0f2cc371c78 with lease ID 0x7b90a92748ceb813: from storage DS-fc650026-e788-49ee-b3c8-e405eb8ee032 node DatanodeRegistration(127.0.0.1:42391, datanodeUuid=4cf5d391-9001-4d0d-9bb2-74f4d22bb1b0, infoPort=42013, infoSecurePort=0, ipcPort=38965, storageInfo=lv=-57;cid=testClusterID;nsid=1085333133;c=1734080674913), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T09:04:37,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc 2024-12-13T09:04:37,488 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T09:04:37,496 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T09:04:37,500 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T09:04:37,519 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T09:04:37,519 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T09:04:37,561 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T09:04:37,571 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T09:04:37,613 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:33571/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:33571/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/oldWALs, maxLogs=32 2024-12-13T09:04:37,659 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734080677637, exclude list is [], retry=0 2024-12-13T09:04:37,729 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1044 (auto-detected) 2024-12-13T09:04:37,733 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T09:04:37,762 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42391,DS-81b0811c-a5c0-4103-97ed-38fa365cc8aa,DISK] 2024-12-13T09:04:37,766 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T09:04:37,795 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33143,DS-70af9140-e89d-449b-9d09-f47bad802ce6,DISK] 2024-12-13T09:04:37,796 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-ad5e3de4-9e1f-4e35-8df4-7849e6629581,DISK] 2024-12-13T09:04:37,882 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734080677637 2024-12-13T09:04:37,883 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42013:42013),(127.0.0.1/127.0.0.1:46015:46015),(127.0.0.1/127.0.0.1:36267:36267)] 2024-12-13T09:04:37,885 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T09:04:38,613 DEBUG [AsyncFSWAL-0-hdfs://localhost:33571/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-13T09:04:41,232 INFO [AsyncFSWAL-0-hdfs://localhost:33571/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 123 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42391,DS-81b0811c-a5c0-4103-97ed-38fa365cc8aa,DISK], DatanodeInfoWithStorage[127.0.0.1:33143,DS-70af9140-e89d-449b-9d09-f47bad802ce6,DISK], DatanodeInfoWithStorage[127.0.0.1:40513,DS-ad5e3de4-9e1f-4e35-8df4-7849e6629581,DISK]] 2024-12-13T09:04:42,036 INFO [AsyncFSWAL-0-hdfs://localhost:33571/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 299 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42391,DS-81b0811c-a5c0-4103-97ed-38fa365cc8aa,DISK], DatanodeInfoWithStorage[127.0.0.1:33143,DS-70af9140-e89d-449b-9d09-f47bad802ce6,DISK], DatanodeInfoWithStorage[127.0.0.1:40513,DS-ad5e3de4-9e1f-4e35-8df4-7849e6629581,DISK]] 2024-12-13T09:04:42,488 INFO [AsyncFSWAL-0-hdfs://localhost:33571/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 119 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42391,DS-81b0811c-a5c0-4103-97ed-38fa365cc8aa,DISK], DatanodeInfoWithStorage[127.0.0.1:33143,DS-70af9140-e89d-449b-9d09-f47bad802ce6,DISK], DatanodeInfoWithStorage[127.0.0.1:40513,DS-ad5e3de4-9e1f-4e35-8df4-7849e6629581,DISK]] 2024-12-13T09:04:43,068 INFO [AsyncFSWAL-0-hdfs://localhost:33571/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 222 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42391,DS-81b0811c-a5c0-4103-97ed-38fa365cc8aa,DISK], DatanodeInfoWithStorage[127.0.0.1:33143,DS-70af9140-e89d-449b-9d09-f47bad802ce6,DISK], DatanodeInfoWithStorage[127.0.0.1:40513,DS-ad5e3de4-9e1f-4e35-8df4-7849e6629581,DISK]] 2024-12-13T09:04:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741825_1001 (size=1048651116) 2024-12-13T09:04:48,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42391 is added to blk_1073741825_1001 (size=1048651116) 2024-12-13T09:04:48,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741825_1001 (size=1048651116) 2024-12-13T09:04:48,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T09:04:48,898 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33571/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734080677637: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-13T09:04:50,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T09:04:50,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47a9f195{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:50,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@510bb2ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:04:50,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:04:50,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc14738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:04:50,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7628c8bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir/,STOPPED} 2024-12-13T09:04:50,179 WARN [BP-1139057237-172.17.0.2-1734080674913 heartbeating to localhost/127.0.0.1:33571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:04:50,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:04:50,179 WARN [BP-1139057237-172.17.0.2-1734080674913 heartbeating to localhost/127.0.0.1:33571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1139057237-172.17.0.2-1734080674913 (Datanode Uuid 4cf5d391-9001-4d0d-9bb2-74f4d22bb1b0) service to localhost/127.0.0.1:33571 2024-12-13T09:04:50,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:04:50,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data5/current/BP-1139057237-172.17.0.2-1734080674913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:50,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data6/current/BP-1139057237-172.17.0.2-1734080674913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:50,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:04:50,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50a60167{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:50,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@287e0dcc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:04:50,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:04:50,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49a751c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:04:50,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28fe29db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir/,STOPPED} 2024-12-13T09:04:50,196 WARN [BP-1139057237-172.17.0.2-1734080674913 heartbeating to localhost/127.0.0.1:33571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:04:50,196 WARN [BP-1139057237-172.17.0.2-1734080674913 heartbeating to localhost/127.0.0.1:33571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1139057237-172.17.0.2-1734080674913 (Datanode Uuid ea86cb7e-bdfd-4fda-b2d2-93d7553ef223) service to localhost/127.0.0.1:33571 2024-12-13T09:04:50,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:04:50,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:04:50,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data3/current/BP-1139057237-172.17.0.2-1734080674913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:50,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data4/current/BP-1139057237-172.17.0.2-1734080674913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:50,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:04:50,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@316e1432{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:50,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d928f8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:04:50,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:04:50,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44560975{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:04:50,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4545222b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir/,STOPPED} 2024-12-13T09:04:50,212 WARN [BP-1139057237-172.17.0.2-1734080674913 heartbeating to localhost/127.0.0.1:33571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:04:50,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:04:50,212 WARN [BP-1139057237-172.17.0.2-1734080674913 heartbeating to localhost/127.0.0.1:33571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1139057237-172.17.0.2-1734080674913 (Datanode Uuid fc83c388-2c14-481c-9ccd-4045009380b3) service to localhost/127.0.0.1:33571 2024-12-13T09:04:50,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:04:50,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data1/current/BP-1139057237-172.17.0.2-1734080674913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:50,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/cluster_63123578-7784-68da-3e2a-437452d4520d/dfs/data/data2/current/BP-1139057237-172.17.0.2-1734080674913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:50,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:04:50,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@577b183a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T09:04:50,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eb17a74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:04:50,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:04:50,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3880a22d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:04:50,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef24edc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir/,STOPPED} 2024-12-13T09:04:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T09:04:50,838 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=49 (was 12) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (810419432) connection to localhost/127.0.0.1:33571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (810419432) connection to localhost/127.0.0.1:33571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@238353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=333 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=579 (was 476) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6154 (was 6919) 2024-12-13T09:04:50,847 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=49, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=579, ProcessCount=11, AvailableMemoryMB=6153 2024-12-13T09:04:50,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.log.dir so I do NOT create it in target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee 2024-12-13T09:04:50,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/06f478c8-d221-bec9-baf8-e4865084efbc/hadoop.tmp.dir so I do NOT create it in target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee 2024-12-13T09:04:50,849 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577, deleteOnExit=true 2024-12-13T09:04:50,849 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/test.cache.data in system properties and HBase conf 2024-12-13T09:04:50,850 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T09:04:50,850 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir in system properties and HBase conf 2024-12-13T09:04:50,850 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T09:04:50,851 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T09:04:50,851 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T09:04:50,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T09:04:50,852 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T09:04:50,852 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T09:04:50,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T09:04:50,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T09:04:50,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T09:04:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T09:04:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T09:04:50,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T09:04:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T09:04:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/nfs.dump.dir in system properties and HBase conf 2024-12-13T09:04:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/java.io.tmpdir in system properties and HBase conf 2024-12-13T09:04:50,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T09:04:50,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T09:04:50,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T09:04:50,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:50,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:50,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:50,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:50,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:50,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:50,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14acf00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:50,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3128cd53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:51,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f319a16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/java.io.tmpdir/jetty-localhost-33293-hadoop-hdfs-3_4_1-tests_jar-_-any-15685281431751286781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T09:04:51,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3970de51{HTTP/1.1, (http/1.1)}{localhost:33293} 2024-12-13T09:04:51,102 INFO [Time-limited test {}] server.Server(415): Started @19102ms 2024-12-13T09:04:51,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:51,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:51,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:51,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:51,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T09:04:51,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe0baf2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:51,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19fe4f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:51,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7370cc70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/java.io.tmpdir/jetty-localhost-43623-hadoop-hdfs-3_4_1-tests_jar-_-any-5775243606050623942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:51,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32562913{HTTP/1.1, (http/1.1)}{localhost:43623} 2024-12-13T09:04:51,313 INFO [Time-limited test {}] server.Server(415): Started @19313ms 2024-12-13T09:04:51,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:51,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:51,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:51,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:51,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:51,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:51,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c77758{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:51,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210a6e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:51,418 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data1/current/BP-690879225-172.17.0.2-1734080690895/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:51,419 WARN [Thread-236 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data2/current/BP-690879225-172.17.0.2-1734080690895/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:51,447 WARN [Thread-214 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48b7c227addbcf6e with lease ID 0x701923540cc4c2f8: Processing first storage report for DS-b670b866-8e1f-4752-a422-043237e1c995 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=4042367d-545c-442f-a540-9257208664bb, infoPort=32969, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895) 2024-12-13T09:04:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48b7c227addbcf6e with lease ID 0x701923540cc4c2f8: from storage DS-b670b866-8e1f-4752-a422-043237e1c995 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=4042367d-545c-442f-a540-9257208664bb, infoPort=32969, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48b7c227addbcf6e with lease ID 0x701923540cc4c2f8: Processing first storage report for DS-1e9aed20-c3bd-4c63-86cf-d6acf5570f67 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=4042367d-545c-442f-a540-9257208664bb, infoPort=32969, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895) 2024-12-13T09:04:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48b7c227addbcf6e with lease ID 0x701923540cc4c2f8: from storage DS-1e9aed20-c3bd-4c63-86cf-d6acf5570f67 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=4042367d-545c-442f-a540-9257208664bb, infoPort=32969, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:51,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5abe4b5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/java.io.tmpdir/jetty-localhost-40529-hadoop-hdfs-3_4_1-tests_jar-_-any-859701708906801910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:51,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d30c200{HTTP/1.1, (http/1.1)}{localhost:40529} 2024-12-13T09:04:51,496 INFO [Time-limited test {}] server.Server(415): Started @19496ms 2024-12-13T09:04:51,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:51,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:51,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:51,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:51,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:51,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:51,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66f33ba5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:51,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1256c4cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:51,606 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data3/current/BP-690879225-172.17.0.2-1734080690895/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:51,608 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data4/current/BP-690879225-172.17.0.2-1734080690895/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:51,637 WARN [Thread-250 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f977515b56fc41f with lease ID 0x701923540cc4c2f9: Processing first storage report for DS-8726ae3a-bb4d-4bc6-ac19-54b666c5bbc9 from datanode DatanodeRegistration(127.0.0.1:38209, datanodeUuid=a5b1fcb4-db7a-43a9-89b8-5c08cd50dfda, infoPort=33037, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895) 2024-12-13T09:04:51,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f977515b56fc41f with lease ID 0x701923540cc4c2f9: from storage DS-8726ae3a-bb4d-4bc6-ac19-54b666c5bbc9 node DatanodeRegistration(127.0.0.1:38209, datanodeUuid=a5b1fcb4-db7a-43a9-89b8-5c08cd50dfda, infoPort=33037, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:51,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f977515b56fc41f with lease ID 0x701923540cc4c2f9: Processing first storage report for DS-7881fb1e-4373-4029-9dff-63b8ca96ce5e from datanode DatanodeRegistration(127.0.0.1:38209, datanodeUuid=a5b1fcb4-db7a-43a9-89b8-5c08cd50dfda, infoPort=33037, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895) 2024-12-13T09:04:51,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f977515b56fc41f with lease ID 0x701923540cc4c2f9: from storage DS-7881fb1e-4373-4029-9dff-63b8ca96ce5e node DatanodeRegistration(127.0.0.1:38209, datanodeUuid=a5b1fcb4-db7a-43a9-89b8-5c08cd50dfda, infoPort=33037, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:51,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fde24fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/java.io.tmpdir/jetty-localhost-35199-hadoop-hdfs-3_4_1-tests_jar-_-any-7628363550159381268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:51,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d6a3af0{HTTP/1.1, (http/1.1)}{localhost:35199} 2024-12-13T09:04:51,687 INFO [Time-limited test {}] server.Server(415): Started @19688ms 2024-12-13T09:04:51,690 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:51,791 WARN [Thread-297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data6/current/BP-690879225-172.17.0.2-1734080690895/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:51,791 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data5/current/BP-690879225-172.17.0.2-1734080690895/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:51,815 WARN [Thread-285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:51,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b2f8c7c2a95dbf9 with lease ID 0x701923540cc4c2fa: Processing first storage report for DS-d9cdb36f-4bfa-4982-bdbe-bffd67f21204 from datanode DatanodeRegistration(127.0.0.1:33581, datanodeUuid=3746198f-fa43-4871-94b7-c35661785dc0, infoPort=45469, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895) 2024-12-13T09:04:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b2f8c7c2a95dbf9 with lease ID 0x701923540cc4c2fa: from storage DS-d9cdb36f-4bfa-4982-bdbe-bffd67f21204 node DatanodeRegistration(127.0.0.1:33581, datanodeUuid=3746198f-fa43-4871-94b7-c35661785dc0, infoPort=45469, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T09:04:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b2f8c7c2a95dbf9 with lease ID 0x701923540cc4c2fa: Processing first storage report for DS-ee7cfe1d-8902-4ae4-82a5-4df354570964 from datanode DatanodeRegistration(127.0.0.1:33581, datanodeUuid=3746198f-fa43-4871-94b7-c35661785dc0, infoPort=45469, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895) 2024-12-13T09:04:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b2f8c7c2a95dbf9 with lease ID 0x701923540cc4c2fa: from storage DS-ee7cfe1d-8902-4ae4-82a5-4df354570964 node DatanodeRegistration(127.0.0.1:33581, datanodeUuid=3746198f-fa43-4871-94b7-c35661785dc0, infoPort=45469, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=56052837;c=1734080690895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:51,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee 2024-12-13T09:04:51,824 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T09:04:51,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T09:04:51,833 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:41705/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:41705/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/oldWALs, maxLogs=32 2024-12-13T09:04:51,856 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734080691836, exclude list is [], retry=0 2024-12-13T09:04:51,864 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-8726ae3a-bb4d-4bc6-ac19-54b666c5bbc9,DISK] 2024-12-13T09:04:51,865 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-b670b866-8e1f-4752-a422-043237e1c995,DISK] 2024-12-13T09:04:51,866 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33581,DS-d9cdb36f-4bfa-4982-bdbe-bffd67f21204,DISK] 2024-12-13T09:04:51,869 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734080691836 2024-12-13T09:04:51,869 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037),(127.0.0.1/127.0.0.1:32969:32969),(127.0.0.1/127.0.0.1:45469:45469)] 2024-12-13T09:04:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741825_1001 (size=1073110) 2024-12-13T09:04:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741825_1001 (size=1073110) 2024-12-13T09:04:52,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741825_1001 (size=1073110) 2024-12-13T09:04:52,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T09:04:52,350 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41705/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734080691836: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-13T09:04:52,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T09:04:52,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fde24fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:52,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d6a3af0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:04:52,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:04:52,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1256c4cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:04:52,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66f33ba5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir/,STOPPED} 2024-12-13T09:04:52,420 WARN [BP-690879225-172.17.0.2-1734080690895 heartbeating to localhost/127.0.0.1:41705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:04:52,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:04:52,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:04:52,421 WARN [BP-690879225-172.17.0.2-1734080690895 heartbeating to localhost/127.0.0.1:41705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-690879225-172.17.0.2-1734080690895 (Datanode Uuid 3746198f-fa43-4871-94b7-c35661785dc0) service to localhost/127.0.0.1:41705 2024-12-13T09:04:52,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data5/current/BP-690879225-172.17.0.2-1734080690895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:52,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data6/current/BP-690879225-172.17.0.2-1734080690895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:52,422 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:04:52,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5abe4b5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:52,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d30c200{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:04:52,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:04:52,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210a6e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:04:52,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17c77758{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir/,STOPPED} 2024-12-13T09:04:52,434 WARN [BP-690879225-172.17.0.2-1734080690895 heartbeating to localhost/127.0.0.1:41705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:04:52,434 WARN [BP-690879225-172.17.0.2-1734080690895 heartbeating to localhost/127.0.0.1:41705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-690879225-172.17.0.2-1734080690895 (Datanode Uuid a5b1fcb4-db7a-43a9-89b8-5c08cd50dfda) service to localhost/127.0.0.1:41705 2024-12-13T09:04:52,435 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data3/current/BP-690879225-172.17.0.2-1734080690895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:52,435 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data4/current/BP-690879225-172.17.0.2-1734080690895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:52,435 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:04:52,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:04:52,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:04:52,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7370cc70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:52,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32562913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:04:52,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:04:52,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19fe4f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:04:52,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe0baf2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir/,STOPPED} 2024-12-13T09:04:52,449 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:04:52,449 WARN [BP-690879225-172.17.0.2-1734080690895 heartbeating to localhost/127.0.0.1:41705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:04:52,449 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:04:52,449 WARN [BP-690879225-172.17.0.2-1734080690895 heartbeating to localhost/127.0.0.1:41705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-690879225-172.17.0.2-1734080690895 (Datanode Uuid 4042367d-545c-442f-a540-9257208664bb) service to localhost/127.0.0.1:41705 2024-12-13T09:04:52,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data1/current/BP-690879225-172.17.0.2-1734080690895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:52,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/cluster_4ed7bc71-762e-6c93-082a-8c40dd499577/dfs/data/data2/current/BP-690879225-172.17.0.2-1734080690895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:04:52,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:04:52,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f319a16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T09:04:52,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3970de51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:04:52,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:04:52,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3128cd53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:04:52,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14acf00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir/,STOPPED} 2024-12-13T09:04:52,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T09:04:52,500 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 49) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (810419432) connection to localhost/127.0.0.1:41705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (810419432) connection to localhost/127.0.0.1:41705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 333) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 579), ProcessCount=11 (was 11), AvailableMemoryMB=6058 (was 6153) 2024-12-13T09:04:52,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=6058 2024-12-13T09:04:52,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.log.dir so I do NOT create it in target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136 2024-12-13T09:04:52,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e67d972d-9959-2863-63c9-b1fb9299c5ee/hadoop.tmp.dir so I do NOT create it in target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136 2024-12-13T09:04:52,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd, deleteOnExit=true 2024-12-13T09:04:52,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/test.cache.data in system properties and HBase conf 2024-12-13T09:04:52,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T09:04:52,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir in system properties and HBase conf 2024-12-13T09:04:52,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T09:04:52,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T09:04:52,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T09:04:52,511 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T09:04:52,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T09:04:52,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T09:04:52,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T09:04:52,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T09:04:52,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T09:04:52,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T09:04:52,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T09:04:52,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T09:04:52,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T09:04:52,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/nfs.dump.dir in system properties and HBase conf 2024-12-13T09:04:52,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/java.io.tmpdir in system properties and HBase conf 2024-12-13T09:04:52,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T09:04:52,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T09:04:52,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T09:04:52,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:52,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:52,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:52,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:52,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:52,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:52,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72234885{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:52,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d6bdcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:52,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@538122c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/java.io.tmpdir/jetty-localhost-33843-hadoop-hdfs-3_4_1-tests_jar-_-any-18331654471321225178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T09:04:52,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d69f535{HTTP/1.1, (http/1.1)}{localhost:33843} 2024-12-13T09:04:52,791 INFO [Time-limited test {}] server.Server(415): Started @20792ms 2024-12-13T09:04:52,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:52,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:52,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:52,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:52,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:52,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612ea330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:52,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d01e74e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:53,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30f644ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/java.io.tmpdir/jetty-localhost-34697-hadoop-hdfs-3_4_1-tests_jar-_-any-13374270429204734752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:53,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f5f5d0c{HTTP/1.1, (http/1.1)}{localhost:34697} 2024-12-13T09:04:53,010 INFO [Time-limited test {}] server.Server(415): Started @21010ms 2024-12-13T09:04:53,012 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:53,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:53,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:53,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:53,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:53,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:04:53,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7798036b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:53,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b86f55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:53,111 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data1/current/BP-2130207520-172.17.0.2-1734080692571/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:53,111 WARN [Thread-388 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data2/current/BP-2130207520-172.17.0.2-1734080692571/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:53,145 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5c603cbbc958edc with lease ID 0x23ec3ed3bc40d81d: Processing first storage report for DS-d22db08b-b32c-4b12-bfb8-0c33bba5b618 from datanode DatanodeRegistration(127.0.0.1:43227, datanodeUuid=d5c9d00a-e7fd-48cb-995c-10e83a54da5d, infoPort=38263, infoSecurePort=0, ipcPort=38985, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571) 2024-12-13T09:04:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5c603cbbc958edc with lease ID 0x23ec3ed3bc40d81d: from storage DS-d22db08b-b32c-4b12-bfb8-0c33bba5b618 node DatanodeRegistration(127.0.0.1:43227, datanodeUuid=d5c9d00a-e7fd-48cb-995c-10e83a54da5d, infoPort=38263, infoSecurePort=0, ipcPort=38985, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5c603cbbc958edc with lease ID 0x23ec3ed3bc40d81d: Processing first storage report for DS-5ba49f0c-8e39-4e45-bcb3-b7ed0c73dd9f from datanode DatanodeRegistration(127.0.0.1:43227, datanodeUuid=d5c9d00a-e7fd-48cb-995c-10e83a54da5d, infoPort=38263, infoSecurePort=0, ipcPort=38985, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571) 2024-12-13T09:04:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5c603cbbc958edc with lease ID 0x23ec3ed3bc40d81d: from storage DS-5ba49f0c-8e39-4e45-bcb3-b7ed0c73dd9f node DatanodeRegistration(127.0.0.1:43227, datanodeUuid=d5c9d00a-e7fd-48cb-995c-10e83a54da5d, infoPort=38263, infoSecurePort=0, ipcPort=38985, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:53,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4406b3bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/java.io.tmpdir/jetty-localhost-38881-hadoop-hdfs-3_4_1-tests_jar-_-any-9775460349951528765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:53,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74bb6b28{HTTP/1.1, (http/1.1)}{localhost:38881} 2024-12-13T09:04:53,204 INFO [Time-limited test {}] server.Server(415): Started @21204ms 2024-12-13T09:04:53,206 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:53,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:04:53,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:04:53,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:04:53,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:04:53,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T09:04:53,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74af9e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:04:53,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cce1d53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:04:53,326 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data3/current/BP-2130207520-172.17.0.2-1734080692571/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:53,326 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data4/current/BP-2130207520-172.17.0.2-1734080692571/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:53,351 WARN [Thread-402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x279ecd7341acc6ba with lease ID 0x23ec3ed3bc40d81e: Processing first storage report for DS-59667102-3c0f-4095-a112-328a6d16afe9 from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=12b1059f-d8ad-48df-9b8f-1c630a9a4f65, infoPort=41707, infoSecurePort=0, ipcPort=41123, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571) 2024-12-13T09:04:53,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x279ecd7341acc6ba with lease ID 0x23ec3ed3bc40d81e: from storage DS-59667102-3c0f-4095-a112-328a6d16afe9 node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=12b1059f-d8ad-48df-9b8f-1c630a9a4f65, infoPort=41707, infoSecurePort=0, ipcPort=41123, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:53,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x279ecd7341acc6ba with lease ID 0x23ec3ed3bc40d81e: Processing first storage report for DS-48458a6e-3734-48c8-8a04-dd218f3666e1 from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=12b1059f-d8ad-48df-9b8f-1c630a9a4f65, infoPort=41707, infoSecurePort=0, ipcPort=41123, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571) 2024-12-13T09:04:53,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x279ecd7341acc6ba with lease ID 0x23ec3ed3bc40d81e: from storage DS-48458a6e-3734-48c8-8a04-dd218f3666e1 node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=12b1059f-d8ad-48df-9b8f-1c630a9a4f65, infoPort=41707, infoSecurePort=0, ipcPort=41123, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:53,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9e29c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/java.io.tmpdir/jetty-localhost-39723-hadoop-hdfs-3_4_1-tests_jar-_-any-5222590978279150538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:04:53,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31d45dd8{HTTP/1.1, (http/1.1)}{localhost:39723} 2024-12-13T09:04:53,399 INFO [Time-limited test {}] server.Server(415): Started @21400ms 2024-12-13T09:04:53,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:04:53,494 WARN [Thread-449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data6/current/BP-2130207520-172.17.0.2-1734080692571/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:53,494 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data5/current/BP-2130207520-172.17.0.2-1734080692571/current, will proceed with Du for space computation calculation, 2024-12-13T09:04:53,517 WARN [Thread-437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:04:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbb83a00365c8fe4 with lease ID 0x23ec3ed3bc40d81f: Processing first storage report for DS-9fa771f7-b138-41c4-815e-def58b47f6b1 from datanode DatanodeRegistration(127.0.0.1:38157, datanodeUuid=c7bdba75-e68f-4ee7-96ce-7286b54ba96b, infoPort=40197, infoSecurePort=0, ipcPort=34721, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571) 2024-12-13T09:04:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbb83a00365c8fe4 with lease ID 0x23ec3ed3bc40d81f: from storage DS-9fa771f7-b138-41c4-815e-def58b47f6b1 node DatanodeRegistration(127.0.0.1:38157, datanodeUuid=c7bdba75-e68f-4ee7-96ce-7286b54ba96b, infoPort=40197, infoSecurePort=0, ipcPort=34721, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbb83a00365c8fe4 with lease ID 0x23ec3ed3bc40d81f: Processing first storage report for DS-065607fe-ffbb-4aa1-bf76-f7a46028bfeb from datanode DatanodeRegistration(127.0.0.1:38157, datanodeUuid=c7bdba75-e68f-4ee7-96ce-7286b54ba96b, infoPort=40197, infoSecurePort=0, ipcPort=34721, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571) 2024-12-13T09:04:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbb83a00365c8fe4 with lease ID 0x23ec3ed3bc40d81f: from storage DS-065607fe-ffbb-4aa1-bf76-f7a46028bfeb node DatanodeRegistration(127.0.0.1:38157, datanodeUuid=c7bdba75-e68f-4ee7-96ce-7286b54ba96b, infoPort=40197, infoSecurePort=0, ipcPort=34721, storageInfo=lv=-57;cid=testClusterID;nsid=1731675679;c=1734080692571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:04:53,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136 2024-12-13T09:04:53,547 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T09:04:53,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T09:04:53,555 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:43663/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:43663/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/oldWALs, maxLogs=32 2024-12-13T09:04:53,574 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734080693557, exclude list is [], retry=0 2024-12-13T09:04:53,579 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-9fa771f7-b138-41c4-815e-def58b47f6b1,DISK] 2024-12-13T09:04:53,581 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-d22db08b-b32c-4b12-bfb8-0c33bba5b618,DISK] 2024-12-13T09:04:53,581 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-59667102-3c0f-4095-a112-328a6d16afe9,DISK] 2024-12-13T09:04:53,584 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734080693557 2024-12-13T09:04:53,585 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40197:40197),(127.0.0.1/127.0.0.1:38263:38263),(127.0.0.1/127.0.0.1:41707:41707)] 2024-12-13T09:04:53,609 INFO [AsyncFSWAL-0-hdfs://localhost:43663/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-13T09:05:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741825_1001 (size=5861116) 2024-12-13T09:05:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741825_1001 (size=5861116) 2024-12-13T09:05:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741825_1001 (size=5861116) 2024-12-13T09:05:06,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T09:05:06,613 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43663/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734080693557: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-13T09:05:08,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T09:05:08,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9e29c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:08,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31d45dd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:05:08,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:05:08,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cce1d53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:05:08,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74af9e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir/,STOPPED} 2024-12-13T09:05:08,457 WARN [BP-2130207520-172.17.0.2-1734080692571 heartbeating to localhost/127.0.0.1:43663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:05:08,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:05:08,457 WARN [BP-2130207520-172.17.0.2-1734080692571 heartbeating to localhost/127.0.0.1:43663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2130207520-172.17.0.2-1734080692571 (Datanode Uuid c7bdba75-e68f-4ee7-96ce-7286b54ba96b) service to localhost/127.0.0.1:43663 2024-12-13T09:05:08,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:05:08,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data5/current/BP-2130207520-172.17.0.2-1734080692571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:08,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data6/current/BP-2130207520-172.17.0.2-1734080692571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:08,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:05:08,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4406b3bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:08,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74bb6b28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:05:08,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:05:08,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b86f55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:05:08,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7798036b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir/,STOPPED} 2024-12-13T09:05:08,464 WARN [BP-2130207520-172.17.0.2-1734080692571 heartbeating to localhost/127.0.0.1:43663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:05:08,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:05:08,464 WARN [BP-2130207520-172.17.0.2-1734080692571 heartbeating to localhost/127.0.0.1:43663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2130207520-172.17.0.2-1734080692571 (Datanode Uuid 12b1059f-d8ad-48df-9b8f-1c630a9a4f65) service to localhost/127.0.0.1:43663 2024-12-13T09:05:08,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:05:08,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data3/current/BP-2130207520-172.17.0.2-1734080692571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:08,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data4/current/BP-2130207520-172.17.0.2-1734080692571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:08,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:05:08,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30f644ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:08,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f5f5d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:05:08,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:05:08,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d01e74e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:05:08,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612ea330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir/,STOPPED} 2024-12-13T09:05:08,469 WARN [BP-2130207520-172.17.0.2-1734080692571 heartbeating to localhost/127.0.0.1:43663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:05:08,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:05:08,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:05:08,469 WARN [BP-2130207520-172.17.0.2-1734080692571 heartbeating to localhost/127.0.0.1:43663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2130207520-172.17.0.2-1734080692571 (Datanode Uuid d5c9d00a-e7fd-48cb-995c-10e83a54da5d) service to localhost/127.0.0.1:43663 2024-12-13T09:05:08,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data1/current/BP-2130207520-172.17.0.2-1734080692571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:08,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/cluster_0a38a99a-dacc-2a77-4839-6cd2105bbccd/dfs/data/data2/current/BP-2130207520-172.17.0.2-1734080692571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:08,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:05:08,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@538122c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T09:05:08,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d69f535{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:05:08,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:05:08,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d6bdcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:05:08,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72234885{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir/,STOPPED} 2024-12-13T09:05:08,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T09:05:08,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 57), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 564), ProcessCount=11 (was 11), AvailableMemoryMB=6081 (was 6058) - AvailableMemoryMB LEAK? - 2024-12-13T09:05:08,519 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=6081 2024-12-13T09:05:08,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.log.dir so I do NOT create it in target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a 2024-12-13T09:05:08,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fd527d66-99e4-c66e-c5b7-65674d726136/hadoop.tmp.dir so I do NOT create it in target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a 2024-12-13T09:05:08,519 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494, deleteOnExit=true 2024-12-13T09:05:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/test.cache.data in system properties and HBase conf 2024-12-13T09:05:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T09:05:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir in system properties and HBase conf 2024-12-13T09:05:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T09:05:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T09:05:08,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T09:05:08,521 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T09:05:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T09:05:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T09:05:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T09:05:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T09:05:08,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T09:05:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T09:05:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T09:05:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T09:05:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T09:05:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/nfs.dump.dir in system properties and HBase conf 2024-12-13T09:05:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/java.io.tmpdir in system properties and HBase conf 2024-12-13T09:05:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T09:05:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T09:05:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T09:05:08,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:05:08,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:05:08,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:05:08,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:05:08,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T09:05:08,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:05:08,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f28ab15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:05:08,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a996fae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:05:08,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bb64a9c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/java.io.tmpdir/jetty-localhost-46133-hadoop-hdfs-3_4_1-tests_jar-_-any-16318561087905865004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T09:05:08,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335a5a72{HTTP/1.1, (http/1.1)}{localhost:46133} 2024-12-13T09:05:08,738 INFO [Time-limited test {}] server.Server(415): Started @36739ms 2024-12-13T09:05:08,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:05:08,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:05:08,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:05:08,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:05:08,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T09:05:08,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54f7698c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:05:08,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50c2795f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:05:08,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd8b485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/java.io.tmpdir/jetty-localhost-36135-hadoop-hdfs-3_4_1-tests_jar-_-any-13747790115107295650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:08,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38790013{HTTP/1.1, (http/1.1)}{localhost:36135} 2024-12-13T09:05:08,976 INFO [Time-limited test {}] server.Server(415): Started @36977ms 2024-12-13T09:05:08,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:05:09,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:05:09,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:05:09,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:05:09,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:05:09,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:05:09,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@614656c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:05:09,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4252d0f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:05:09,067 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data1/current/BP-997787989-172.17.0.2-1734080708556/current, will proceed with Du for space computation calculation, 2024-12-13T09:05:09,068 WARN [Thread-541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data2/current/BP-997787989-172.17.0.2-1734080708556/current, will proceed with Du for space computation calculation, 2024-12-13T09:05:09,089 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:05:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x883138ce21ec7485 with lease ID 0xf75c36d4fb553879: Processing first storage report for DS-ff0be18a-40e1-4866-b4d0-3ade72fdff3c from datanode DatanodeRegistration(127.0.0.1:44559, datanodeUuid=ab58ca2c-04d0-44d7-a0a4-ae340f175412, infoPort=37841, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556) 2024-12-13T09:05:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x883138ce21ec7485 with lease ID 0xf75c36d4fb553879: from storage DS-ff0be18a-40e1-4866-b4d0-3ade72fdff3c node DatanodeRegistration(127.0.0.1:44559, datanodeUuid=ab58ca2c-04d0-44d7-a0a4-ae340f175412, infoPort=37841, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:05:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x883138ce21ec7485 with lease ID 0xf75c36d4fb553879: Processing first storage report for DS-82d43e63-f7e5-4976-8c31-3d0142824b8e from datanode DatanodeRegistration(127.0.0.1:44559, datanodeUuid=ab58ca2c-04d0-44d7-a0a4-ae340f175412, infoPort=37841, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556) 2024-12-13T09:05:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x883138ce21ec7485 with lease ID 0xf75c36d4fb553879: from storage DS-82d43e63-f7e5-4976-8c31-3d0142824b8e node DatanodeRegistration(127.0.0.1:44559, datanodeUuid=ab58ca2c-04d0-44d7-a0a4-ae340f175412, infoPort=37841, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:05:09,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67210085{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/java.io.tmpdir/jetty-localhost-45801-hadoop-hdfs-3_4_1-tests_jar-_-any-3264953328824320644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:09,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77ae1f66{HTTP/1.1, (http/1.1)}{localhost:45801} 2024-12-13T09:05:09,180 INFO [Time-limited test {}] server.Server(415): Started @37180ms 2024-12-13T09:05:09,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:05:09,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T09:05:09,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T09:05:09,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T09:05:09,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T09:05:09,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T09:05:09,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202461d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir/,AVAILABLE} 2024-12-13T09:05:09,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@285d1e9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T09:05:09,271 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data3/current/BP-997787989-172.17.0.2-1734080708556/current, will proceed with Du for space computation calculation, 2024-12-13T09:05:09,271 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data4/current/BP-997787989-172.17.0.2-1734080708556/current, will proceed with Du for space computation calculation, 2024-12-13T09:05:09,294 WARN [Thread-555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:05:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef485644da1d74ec with lease ID 0xf75c36d4fb55387a: Processing first storage report for DS-003ba128-9552-4a72-b206-a6ac0c2d0e99 from datanode DatanodeRegistration(127.0.0.1:44023, datanodeUuid=64a32724-98dc-4ca9-b5b9-7f886355aa3a, infoPort=40483, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556) 2024-12-13T09:05:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef485644da1d74ec with lease ID 0xf75c36d4fb55387a: from storage DS-003ba128-9552-4a72-b206-a6ac0c2d0e99 node DatanodeRegistration(127.0.0.1:44023, datanodeUuid=64a32724-98dc-4ca9-b5b9-7f886355aa3a, infoPort=40483, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:05:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef485644da1d74ec with lease ID 0xf75c36d4fb55387a: Processing first storage report for DS-5723d396-0c50-4dc0-b07f-9f2b42d001ef from datanode DatanodeRegistration(127.0.0.1:44023, datanodeUuid=64a32724-98dc-4ca9-b5b9-7f886355aa3a, infoPort=40483, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556) 2024-12-13T09:05:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef485644da1d74ec with lease ID 0xf75c36d4fb55387a: from storage DS-5723d396-0c50-4dc0-b07f-9f2b42d001ef node DatanodeRegistration(127.0.0.1:44023, datanodeUuid=64a32724-98dc-4ca9-b5b9-7f886355aa3a, infoPort=40483, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:05:09,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31d0084d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/java.io.tmpdir/jetty-localhost-33469-hadoop-hdfs-3_4_1-tests_jar-_-any-6115051564750563884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:09,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b3d0d42{HTTP/1.1, (http/1.1)}{localhost:33469} 2024-12-13T09:05:09,346 INFO [Time-limited test {}] server.Server(415): Started @37346ms 2024-12-13T09:05:09,353 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T09:05:09,454 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data5/current/BP-997787989-172.17.0.2-1734080708556/current, will proceed with Du for space computation calculation, 2024-12-13T09:05:09,454 WARN [Thread-602 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data6/current/BP-997787989-172.17.0.2-1734080708556/current, will proceed with Du for space computation calculation, 2024-12-13T09:05:09,471 WARN [Thread-590 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T09:05:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20106b0cf0b8d6ed with lease ID 0xf75c36d4fb55387b: Processing first storage report for DS-40fd4539-40c8-4893-b666-63933563dc19 from datanode DatanodeRegistration(127.0.0.1:40963, datanodeUuid=f8d9f7c9-e6a6-4d0d-90de-78d15c1a25fe, infoPort=43835, infoSecurePort=0, ipcPort=45499, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556) 2024-12-13T09:05:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20106b0cf0b8d6ed with lease ID 0xf75c36d4fb55387b: from storage DS-40fd4539-40c8-4893-b666-63933563dc19 node DatanodeRegistration(127.0.0.1:40963, datanodeUuid=f8d9f7c9-e6a6-4d0d-90de-78d15c1a25fe, infoPort=43835, infoSecurePort=0, ipcPort=45499, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:05:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20106b0cf0b8d6ed with lease ID 0xf75c36d4fb55387b: Processing first storage report for DS-dc2cb1e0-c0e2-4631-84bc-ebc8d211b7ed from datanode DatanodeRegistration(127.0.0.1:40963, datanodeUuid=f8d9f7c9-e6a6-4d0d-90de-78d15c1a25fe, infoPort=43835, infoSecurePort=0, ipcPort=45499, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556) 2024-12-13T09:05:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20106b0cf0b8d6ed with lease ID 0xf75c36d4fb55387b: from storage DS-dc2cb1e0-c0e2-4631-84bc-ebc8d211b7ed node DatanodeRegistration(127.0.0.1:40963, datanodeUuid=f8d9f7c9-e6a6-4d0d-90de-78d15c1a25fe, infoPort=43835, infoSecurePort=0, ipcPort=45499, storageInfo=lv=-57;cid=testClusterID;nsid=952930370;c=1734080708556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T09:05:09,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a 2024-12-13T09:05:09,482 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T09:05:09,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T09:05:09,488 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:32869/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:32869/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/oldWALs, maxLogs=32 2024-12-13T09:05:09,505 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734080709490, exclude list is [], retry=0 2024-12-13T09:05:09,510 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44023,DS-003ba128-9552-4a72-b206-a6ac0c2d0e99,DISK] 2024-12-13T09:05:09,512 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44559,DS-ff0be18a-40e1-4866-b4d0-3ade72fdff3c,DISK] 2024-12-13T09:05:09,512 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40963,DS-40fd4539-40c8-4893-b666-63933563dc19,DISK] 2024-12-13T09:05:09,514 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734080709490 2024-12-13T09:05:09,515 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40483:40483),(127.0.0.1/127.0.0.1:37841:37841),(127.0.0.1/127.0.0.1:43835:43835)] 2024-12-13T09:05:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40963 is added to blk_1073741825_1001 (size=121110) 2024-12-13T09:05:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44023 is added to blk_1073741825_1001 (size=121110) 2024-12-13T09:05:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44559 is added to blk_1073741825_1001 (size=121110) 2024-12-13T09:05:09,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T09:05:09,853 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:32869/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734080709490: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-13T09:05:09,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T09:05:09,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31d0084d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:09,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b3d0d42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:05:09,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:05:09,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@285d1e9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:05:09,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202461d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir/,STOPPED} 2024-12-13T09:05:09,882 WARN [BP-997787989-172.17.0.2-1734080708556 heartbeating to localhost/127.0.0.1:32869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:05:09,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:05:09,883 WARN [BP-997787989-172.17.0.2-1734080708556 heartbeating to localhost/127.0.0.1:32869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-997787989-172.17.0.2-1734080708556 (Datanode Uuid f8d9f7c9-e6a6-4d0d-90de-78d15c1a25fe) service to localhost/127.0.0.1:32869 2024-12-13T09:05:09,883 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:05:09,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data5/current/BP-997787989-172.17.0.2-1734080708556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:09,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data6/current/BP-997787989-172.17.0.2-1734080708556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:09,884 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:05:09,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67210085{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:09,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77ae1f66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:05:09,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:05:09,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4252d0f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:05:09,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@614656c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir/,STOPPED} 2024-12-13T09:05:09,895 WARN [BP-997787989-172.17.0.2-1734080708556 heartbeating to localhost/127.0.0.1:32869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:05:09,896 WARN [BP-997787989-172.17.0.2-1734080708556 heartbeating to localhost/127.0.0.1:32869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-997787989-172.17.0.2-1734080708556 (Datanode Uuid 64a32724-98dc-4ca9-b5b9-7f886355aa3a) service to localhost/127.0.0.1:32869 2024-12-13T09:05:09,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data3/current/BP-997787989-172.17.0.2-1734080708556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:09,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data4/current/BP-997787989-172.17.0.2-1734080708556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:09,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:05:09,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:05:09,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:05:09,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd8b485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T09:05:09,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38790013{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:05:09,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:05:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50c2795f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:05:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54f7698c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir/,STOPPED} 2024-12-13T09:05:09,903 WARN [BP-997787989-172.17.0.2-1734080708556 heartbeating to localhost/127.0.0.1:32869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T09:05:09,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T09:05:09,904 WARN [BP-997787989-172.17.0.2-1734080708556 heartbeating to localhost/127.0.0.1:32869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-997787989-172.17.0.2-1734080708556 (Datanode Uuid ab58ca2c-04d0-44d7-a0a4-ae340f175412) service to localhost/127.0.0.1:32869 2024-12-13T09:05:09,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T09:05:09,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data1/current/BP-997787989-172.17.0.2-1734080708556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:09,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/cluster_adc7af87-65d1-f14e-5dab-9bd923269494/dfs/data/data2/current/BP-997787989-172.17.0.2-1734080708556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T09:05:09,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T09:05:09,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bb64a9c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T09:05:09,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335a5a72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T09:05:09,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T09:05:09,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a996fae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T09:05:09,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f28ab15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e821e68-a3c3-60ce-d362-9f49bdf3ee3a/hadoop.log.dir/,STOPPED} 2024-12-13T09:05:09,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T09:05:09,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=81 (was 57) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=6006 (was 6081)