2024-12-04 09:19:25,347 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-04 09:19:25,358 main DEBUG Took 0.009217 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 09:19:25,358 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 09:19:25,358 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 09:19:25,359 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 09:19:25,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,369 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 09:19:25,385 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,389 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,390 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,391 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,392 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,394 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,395 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,396 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,398 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 09:19:25,399 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,399 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 09:19:25,401 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 09:19:25,402 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 09:19:25,405 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 09:19:25,405 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 09:19:25,407 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 09:19:25,407 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 09:19:25,417 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 09:19:25,420 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 09:19:25,421 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 09:19:25,422 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 09:19:25,422 main DEBUG createAppenders(={Console}) 2024-12-04 09:19:25,423 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-04 09:19:25,423 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-04 09:19:25,423 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-04 09:19:25,424 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 09:19:25,424 main DEBUG OutputStream closed 2024-12-04 09:19:25,424 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 09:19:25,424 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 09:19:25,425 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-04 09:19:25,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 09:19:25,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 09:19:25,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 09:19:25,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 09:19:25,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 09:19:25,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 09:19:25,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 09:19:25,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 09:19:25,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 09:19:25,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 09:19:25,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 09:19:25,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 09:19:25,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 09:19:25,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 09:19:25,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 09:19:25,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 09:19:25,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 09:19:25,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 09:19:25,506 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 09:19:25,506 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-04 09:19:25,507 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 09:19:25,507 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-04T09:19:25,725 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f 2024-12-04 09:19:25,728 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 09:19:25,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T09:19:25,739 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-04T09:19:25,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=8478 2024-12-04T09:19:25,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd, deleteOnExit=true 2024-12-04T09:19:25,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/test.cache.data in system properties and HBase conf 2024-12-04T09:19:25,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:19:25,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:19:25,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:19:25,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:19:25,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T09:19:25,878 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T09:19:25,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:19:25,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:19:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:19:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:19:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:19:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:19:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:19:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:19:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:19:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:19:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:19:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:19:25,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:19:25,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:19:25,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:19:26,842 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T09:19:26,911 INFO [Time-limited test {}] log.Log(170): Logging initialized @2146ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T09:19:26,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:27,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:27,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:27,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:27,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:19:27,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:27,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:27,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:27,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/java.io.tmpdir/jetty-localhost-34965-hadoop-hdfs-3_4_1-tests_jar-_-any-12523725568855632367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:19:27,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:34965} 2024-12-04T09:19:27,235 INFO [Time-limited test {}] server.Server(415): Started @2470ms 2024-12-04T09:19:27,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:27,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:27,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:27,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:27,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:19:27,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:27,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:27,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/java.io.tmpdir/jetty-localhost-45173-hadoop-hdfs-3_4_1-tests_jar-_-any-3000463706052648234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:27,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:45173} 2024-12-04T09:19:27,777 INFO [Time-limited test {}] server.Server(415): Started @3012ms 2024-12-04T09:19:27,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:27,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:27,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:27,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:27,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:27,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:19:27,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:27,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:28,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/java.io.tmpdir/jetty-localhost-43193-hadoop-hdfs-3_4_1-tests_jar-_-any-17468536143915669770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:28,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:43193} 2024-12-04T09:19:28,043 INFO [Time-limited test {}] server.Server(415): Started @3278ms 2024-12-04T09:19:28,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:28,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:28,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:28,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:28,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:28,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:19:28,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:28,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:28,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/java.io.tmpdir/jetty-localhost-39979-hadoop-hdfs-3_4_1-tests_jar-_-any-10351274551623400594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:28,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:39979} 2024-12-04T09:19:28,178 INFO [Time-limited test {}] server.Server(415): Started @3413ms 2024-12-04T09:19:28,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:28,844 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data1/current/BP-944986769-172.17.0.2-1733303966467/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:28,844 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data4/current/BP-944986769-172.17.0.2-1733303966467/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:28,844 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data2/current/BP-944986769-172.17.0.2-1733303966467/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:28,844 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data3/current/BP-944986769-172.17.0.2-1733303966467/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:28,873 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:28,873 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:28,906 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data6/current/BP-944986769-172.17.0.2-1733303966467/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:28,906 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data5/current/BP-944986769-172.17.0.2-1733303966467/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:28,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf7bed34e235e531 with lease ID 0xf841187c60c43f16: Processing first storage report for DS-bcf70c85-04ac-4180-9609-271c6b2f166b from datanode DatanodeRegistration(127.0.0.1:34771, datanodeUuid=ca2cf9b0-e347-4209-a1cd-e89a5a2f7479, infoPort=36321, infoSecurePort=0, ipcPort=33581, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467) 2024-12-04T09:19:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf7bed34e235e531 with lease ID 0xf841187c60c43f16: from storage DS-bcf70c85-04ac-4180-9609-271c6b2f166b node DatanodeRegistration(127.0.0.1:34771, datanodeUuid=ca2cf9b0-e347-4209-a1cd-e89a5a2f7479, infoPort=36321, infoSecurePort=0, ipcPort=33581, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T09:19:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0029a0d05d9629e with lease ID 0xf841187c60c43f17: Processing first storage report for DS-ef11598e-ec6f-4ede-abe3-2f8b9af606ac from datanode DatanodeRegistration(127.0.0.1:33245, datanodeUuid=7f74f982-6be0-4b05-a4ee-ac7de9fbf85f, infoPort=42551, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467) 2024-12-04T09:19:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0029a0d05d9629e with lease ID 0xf841187c60c43f17: from storage DS-ef11598e-ec6f-4ede-abe3-2f8b9af606ac node DatanodeRegistration(127.0.0.1:33245, datanodeUuid=7f74f982-6be0-4b05-a4ee-ac7de9fbf85f, infoPort=42551, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf7bed34e235e531 with lease ID 0xf841187c60c43f16: Processing first storage report for DS-707c8813-587e-4a08-a89b-796456142bde from datanode DatanodeRegistration(127.0.0.1:34771, datanodeUuid=ca2cf9b0-e347-4209-a1cd-e89a5a2f7479, infoPort=36321, infoSecurePort=0, ipcPort=33581, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467) 2024-12-04T09:19:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf7bed34e235e531 with lease ID 0xf841187c60c43f16: from storage DS-707c8813-587e-4a08-a89b-796456142bde node DatanodeRegistration(127.0.0.1:34771, datanodeUuid=ca2cf9b0-e347-4209-a1cd-e89a5a2f7479, infoPort=36321, infoSecurePort=0, ipcPort=33581, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T09:19:28,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0029a0d05d9629e with lease ID 0xf841187c60c43f17: Processing first storage report for DS-47533f6c-6c32-4431-aaec-11607f6a4176 from datanode DatanodeRegistration(127.0.0.1:33245, datanodeUuid=7f74f982-6be0-4b05-a4ee-ac7de9fbf85f, infoPort=42551, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467) 2024-12-04T09:19:28,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0029a0d05d9629e with lease ID 0xf841187c60c43f17: from storage DS-47533f6c-6c32-4431-aaec-11607f6a4176 node DatanodeRegistration(127.0.0.1:33245, datanodeUuid=7f74f982-6be0-4b05-a4ee-ac7de9fbf85f, infoPort=42551, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:28,929 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab5c8bf84c6e096 with lease ID 0xf841187c60c43f18: Processing first storage report for DS-285c6a3b-77fd-4189-8a96-b9b72d0dada5 from datanode DatanodeRegistration(127.0.0.1:35211, datanodeUuid=e64ce8c8-d00a-4815-bf0a-200a7ea92cb8, infoPort=45375, infoSecurePort=0, ipcPort=41879, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467) 2024-12-04T09:19:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab5c8bf84c6e096 with lease ID 0xf841187c60c43f18: from storage DS-285c6a3b-77fd-4189-8a96-b9b72d0dada5 node DatanodeRegistration(127.0.0.1:35211, datanodeUuid=e64ce8c8-d00a-4815-bf0a-200a7ea92cb8, infoPort=45375, infoSecurePort=0, ipcPort=41879, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab5c8bf84c6e096 with lease ID 0xf841187c60c43f18: Processing first storage report for DS-457aadc0-d403-4b7a-a692-f0b95c0fda84 from datanode DatanodeRegistration(127.0.0.1:35211, datanodeUuid=e64ce8c8-d00a-4815-bf0a-200a7ea92cb8, infoPort=45375, infoSecurePort=0, ipcPort=41879, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467) 2024-12-04T09:19:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab5c8bf84c6e096 with lease ID 0xf841187c60c43f18: from storage DS-457aadc0-d403-4b7a-a692-f0b95c0fda84 node DatanodeRegistration(127.0.0.1:35211, datanodeUuid=e64ce8c8-d00a-4815-bf0a-200a7ea92cb8, infoPort=45375, infoSecurePort=0, ipcPort=41879, storageInfo=lv=-57;cid=testClusterID;nsid=1237154837;c=1733303966467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:28,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f 2024-12-04T09:19:29,042 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T09:19:29,048 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:19:29,051 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T09:19:29,061 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T09:19:29,061 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T09:19:29,103 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T09:19:29,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:19:29,157 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:46351/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:46351/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/oldWALs, maxLogs=32 2024-12-04T09:19:29,195 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733303969177, exclude list is [], retry=0 2024-12-04T09:19:29,255 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 41930 (auto-detected) 2024-12-04T09:19:29,259 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T09:19:29,287 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35211,DS-285c6a3b-77fd-4189-8a96-b9b72d0dada5,DISK] 2024-12-04T09:19:29,290 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T09:19:29,315 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34771,DS-bcf70c85-04ac-4180-9609-271c6b2f166b,DISK] 2024-12-04T09:19:29,316 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33245,DS-ef11598e-ec6f-4ede-abe3-2f8b9af606ac,DISK] 2024-12-04T09:19:29,391 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733303969177 2024-12-04T09:19:29,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45375:45375),(127.0.0.1/127.0.0.1:36321:36321),(127.0.0.1/127.0.0.1:42551:42551)] 2024-12-04T09:19:29,393 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T09:19:30,005 DEBUG [AsyncFSWAL-0-hdfs://localhost:46351/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-04T09:19:32,036 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1022514142_22 at /127.0.0.1:46926 [Receiving block BP-944986769-172.17.0.2-1733303966467:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 327ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data5/, blockId=1073741825, seqno=634 2024-12-04T09:19:32,037 INFO [AsyncFSWAL-0-hdfs://localhost:46351/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 329 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35211,DS-285c6a3b-77fd-4189-8a96-b9b72d0dada5,DISK], DatanodeInfoWithStorage[127.0.0.1:34771,DS-bcf70c85-04ac-4180-9609-271c6b2f166b,DISK], DatanodeInfoWithStorage[127.0.0.1:33245,DS-ef11598e-ec6f-4ede-abe3-2f8b9af606ac,DISK]] 2024-12-04T09:19:33,023 INFO [AsyncFSWAL-0-hdfs://localhost:46351/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 102 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35211,DS-285c6a3b-77fd-4189-8a96-b9b72d0dada5,DISK], DatanodeInfoWithStorage[127.0.0.1:34771,DS-bcf70c85-04ac-4180-9609-271c6b2f166b,DISK], DatanodeInfoWithStorage[127.0.0.1:33245,DS-ef11598e-ec6f-4ede-abe3-2f8b9af606ac,DISK]] 2024-12-04T09:19:33,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33245 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T09:19:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35211 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T09:19:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34771 is added to blk_1073741825_1001 (size=1048651116) 2024-12-04T09:19:33,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:19:33,903 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46351/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733303969177: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-04T09:19:35,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T09:19:36,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:36,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:19:36,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:19:36,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:19:36,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir/,STOPPED} 2024-12-04T09:19:36,014 WARN [BP-944986769-172.17.0.2-1733303966467 heartbeating to localhost/127.0.0.1:46351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:19:36,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:19:36,014 WARN [BP-944986769-172.17.0.2-1733303966467 heartbeating to localhost/127.0.0.1:46351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-944986769-172.17.0.2-1733303966467 (Datanode Uuid e64ce8c8-d00a-4815-bf0a-200a7ea92cb8) service to localhost/127.0.0.1:46351 2024-12-04T09:19:36,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:19:36,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data5/current/BP-944986769-172.17.0.2-1733303966467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:36,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data6/current/BP-944986769-172.17.0.2-1733303966467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:36,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:19:36,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:36,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:19:36,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:19:36,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:19:36,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir/,STOPPED} 2024-12-04T09:19:36,086 WARN [BP-944986769-172.17.0.2-1733303966467 heartbeating to localhost/127.0.0.1:46351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:19:36,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:19:36,086 WARN [BP-944986769-172.17.0.2-1733303966467 heartbeating to localhost/127.0.0.1:46351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-944986769-172.17.0.2-1733303966467 (Datanode Uuid ca2cf9b0-e347-4209-a1cd-e89a5a2f7479) service to localhost/127.0.0.1:46351 2024-12-04T09:19:36,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:19:36,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data3/current/BP-944986769-172.17.0.2-1733303966467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:36,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data4/current/BP-944986769-172.17.0.2-1733303966467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:36,087 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:19:36,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:36,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:19:36,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:19:36,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:19:36,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir/,STOPPED} 2024-12-04T09:19:36,169 WARN [BP-944986769-172.17.0.2-1733303966467 heartbeating to localhost/127.0.0.1:46351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:19:36,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:19:36,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:19:36,169 WARN [BP-944986769-172.17.0.2-1733303966467 heartbeating to localhost/127.0.0.1:46351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-944986769-172.17.0.2-1733303966467 (Datanode Uuid 7f74f982-6be0-4b05-a4ee-ac7de9fbf85f) service to localhost/127.0.0.1:46351 2024-12-04T09:19:36,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data1/current/BP-944986769-172.17.0.2-1733303966467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:36,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/cluster_460de6f9-32c7-edce-f92f-d07026430fbd/dfs/data/data2/current/BP-944986769-172.17.0.2-1733303966467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:36,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:19:43,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:19:43,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:19:43,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:19:43,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:19:43,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir/,STOPPED} 2024-12-04T09:19:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T09:19:44,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=29 (was 12) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@d21082d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=295 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 444) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7852 (was 8478) 2024-12-04T09:19:44,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=29, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=7852 2024-12-04T09:19:44,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.log.dir so I do NOT create it in target/test-data/04fc701c-598a-1e38-be67-6439528db5f1 2024-12-04T09:19:44,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7367e81-d82c-1a0f-1c26-a15deff77d3f/hadoop.tmp.dir so I do NOT create it in target/test-data/04fc701c-598a-1e38-be67-6439528db5f1 2024-12-04T09:19:44,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a, deleteOnExit=true 2024-12-04T09:19:44,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/test.cache.data in system properties and HBase conf 2024-12-04T09:19:44,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:19:44,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:19:44,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:19:44,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:19:44,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T09:19:44,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:19:44,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:19:44,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:19:44,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:19:44,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:19:44,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:19:44,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:19:44,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:19:44,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:19:44,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:19:44,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:19:44,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:19:44,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:19:44,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:19:44,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:19:44,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:44,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:44,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:44,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:44,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:19:44,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:44,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff21c7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:44,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60dadcd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:44,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12e5d898{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/java.io.tmpdir/jetty-localhost-41011-hadoop-hdfs-3_4_1-tests_jar-_-any-17603957481654992363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:19:44,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40ea3c2d{HTTP/1.1, (http/1.1)}{localhost:41011} 2024-12-04T09:19:44,638 INFO [Time-limited test {}] server.Server(415): Started @19872ms 2024-12-04T09:19:44,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:44,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:44,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:44,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:44,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:19:44,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f0657{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:44,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24153c55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:44,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37bdc19d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/java.io.tmpdir/jetty-localhost-42401-hadoop-hdfs-3_4_1-tests_jar-_-any-12335134849292464007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:44,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62482872{HTTP/1.1, (http/1.1)}{localhost:42401} 2024-12-04T09:19:44,982 INFO [Time-limited test {}] server.Server(415): Started @20217ms 2024-12-04T09:19:44,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:45,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:45,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:45,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:45,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:45,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:19:45,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2c1ad8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:45,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d89663{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:45,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d332956{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/java.io.tmpdir/jetty-localhost-39901-hadoop-hdfs-3_4_1-tests_jar-_-any-13206516171579840981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:45,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54f67c69{HTTP/1.1, (http/1.1)}{localhost:39901} 2024-12-04T09:19:45,188 INFO [Time-limited test {}] server.Server(415): Started @20423ms 2024-12-04T09:19:45,190 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:45,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:45,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:45,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:45,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:45,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:19:45,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@663e1df2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:45,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33a509c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:45,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ecc96b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/java.io.tmpdir/jetty-localhost-39609-hadoop-hdfs-3_4_1-tests_jar-_-any-17031845381200428013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:45,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad04921{HTTP/1.1, (http/1.1)}{localhost:39609} 2024-12-04T09:19:45,381 INFO [Time-limited test {}] server.Server(415): Started @20616ms 2024-12-04T09:19:45,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:45,581 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data1/current/BP-881416471-172.17.0.2-1733303984253/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:45,582 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data2/current/BP-881416471-172.17.0.2-1733303984253/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:45,603 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7d3013493c5924b with lease ID 0x5fb2bba9234f6b18: Processing first storage report for DS-b44b3986-348b-4fec-b0dc-552adad3f923 from datanode DatanodeRegistration(127.0.0.1:33617, datanodeUuid=34ac2ed1-ed17-4ea1-afe1-46c7606eb0ae, infoPort=39653, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253) 2024-12-04T09:19:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7d3013493c5924b with lease ID 0x5fb2bba9234f6b18: from storage DS-b44b3986-348b-4fec-b0dc-552adad3f923 node DatanodeRegistration(127.0.0.1:33617, datanodeUuid=34ac2ed1-ed17-4ea1-afe1-46c7606eb0ae, infoPort=39653, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T09:19:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7d3013493c5924b with lease ID 0x5fb2bba9234f6b18: Processing first storage report for DS-0257c13e-d724-422d-9aae-e999f3673e6e from datanode DatanodeRegistration(127.0.0.1:33617, datanodeUuid=34ac2ed1-ed17-4ea1-afe1-46c7606eb0ae, infoPort=39653, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253) 2024-12-04T09:19:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7d3013493c5924b with lease ID 0x5fb2bba9234f6b18: from storage DS-0257c13e-d724-422d-9aae-e999f3673e6e node DatanodeRegistration(127.0.0.1:33617, datanodeUuid=34ac2ed1-ed17-4ea1-afe1-46c7606eb0ae, infoPort=39653, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:45,971 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data3/current/BP-881416471-172.17.0.2-1733303984253/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:45,971 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data4/current/BP-881416471-172.17.0.2-1733303984253/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:46,027 WARN [Thread-237 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe55ebc85d8d5e3c2 with lease ID 0x5fb2bba9234f6b19: Processing first storage report for DS-405652f6-ab4c-4fda-b729-611fc047cd23 from datanode DatanodeRegistration(127.0.0.1:34077, datanodeUuid=37c91ba6-f1d1-4e1f-bbda-7c9dc14f9ed2, infoPort=35311, infoSecurePort=0, ipcPort=43301, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253) 2024-12-04T09:19:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe55ebc85d8d5e3c2 with lease ID 0x5fb2bba9234f6b19: from storage DS-405652f6-ab4c-4fda-b729-611fc047cd23 node DatanodeRegistration(127.0.0.1:34077, datanodeUuid=37c91ba6-f1d1-4e1f-bbda-7c9dc14f9ed2, infoPort=35311, infoSecurePort=0, ipcPort=43301, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe55ebc85d8d5e3c2 with lease ID 0x5fb2bba9234f6b19: Processing first storage report for DS-80b2de76-a410-4d96-bdfd-176d97e97b69 from datanode DatanodeRegistration(127.0.0.1:34077, datanodeUuid=37c91ba6-f1d1-4e1f-bbda-7c9dc14f9ed2, infoPort=35311, infoSecurePort=0, ipcPort=43301, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253) 2024-12-04T09:19:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe55ebc85d8d5e3c2 with lease ID 0x5fb2bba9234f6b19: from storage DS-80b2de76-a410-4d96-bdfd-176d97e97b69 node DatanodeRegistration(127.0.0.1:34077, datanodeUuid=37c91ba6-f1d1-4e1f-bbda-7c9dc14f9ed2, infoPort=35311, infoSecurePort=0, ipcPort=43301, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:46,071 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data5/current/BP-881416471-172.17.0.2-1733303984253/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:46,072 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data6/current/BP-881416471-172.17.0.2-1733303984253/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:46,097 WARN [Thread-260 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94557c573f1ad8b5 with lease ID 0x5fb2bba9234f6b1a: Processing first storage report for DS-bdd6d182-8fd5-44b0-8b06-b65f2b0ec1ce from datanode DatanodeRegistration(127.0.0.1:46841, datanodeUuid=f7b3203d-26d6-4162-907d-efe59cc4ae12, infoPort=40765, infoSecurePort=0, ipcPort=33743, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253) 2024-12-04T09:19:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94557c573f1ad8b5 with lease ID 0x5fb2bba9234f6b1a: from storage DS-bdd6d182-8fd5-44b0-8b06-b65f2b0ec1ce node DatanodeRegistration(127.0.0.1:46841, datanodeUuid=f7b3203d-26d6-4162-907d-efe59cc4ae12, infoPort=40765, infoSecurePort=0, ipcPort=33743, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94557c573f1ad8b5 with lease ID 0x5fb2bba9234f6b1a: Processing first storage report for DS-973cf3ca-9c2c-4e61-ade4-b0527372e392 from datanode DatanodeRegistration(127.0.0.1:46841, datanodeUuid=f7b3203d-26d6-4162-907d-efe59cc4ae12, infoPort=40765, infoSecurePort=0, ipcPort=33743, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253) 2024-12-04T09:19:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94557c573f1ad8b5 with lease ID 0x5fb2bba9234f6b1a: from storage DS-973cf3ca-9c2c-4e61-ade4-b0527372e392 node DatanodeRegistration(127.0.0.1:46841, datanodeUuid=f7b3203d-26d6-4162-907d-efe59cc4ae12, infoPort=40765, infoSecurePort=0, ipcPort=33743, storageInfo=lv=-57;cid=testClusterID;nsid=1949593232;c=1733303984253), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T09:19:46,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1 2024-12-04T09:19:46,136 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:19:46,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:19:46,144 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:42719/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:42719/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/oldWALs, maxLogs=32 2024-12-04T09:19:46,160 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733303986146, exclude list is [], retry=0 2024-12-04T09:19:46,169 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34077,DS-405652f6-ab4c-4fda-b729-611fc047cd23,DISK] 2024-12-04T09:19:46,171 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33617,DS-b44b3986-348b-4fec-b0dc-552adad3f923,DISK] 2024-12-04T09:19:46,172 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-bdd6d182-8fd5-44b0-8b06-b65f2b0ec1ce,DISK] 2024-12-04T09:19:46,184 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733303986146 2024-12-04T09:19:46,187 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35311:35311),(127.0.0.1/127.0.0.1:39653:39653),(127.0.0.1/127.0.0.1:40765:40765)] 2024-12-04T09:19:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33617 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T09:19:47,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34077 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T09:19:47,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741825_1001 (size=1073110) 2024-12-04T09:19:47,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:19:47,179 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42719/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733303986146: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-04T09:19:47,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T09:19:47,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ecc96b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:47,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad04921{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:19:47,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:19:47,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33a509c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:19:47,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@663e1df2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir/,STOPPED} 2024-12-04T09:19:47,270 WARN [BP-881416471-172.17.0.2-1733303984253 heartbeating to localhost/127.0.0.1:42719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:19:47,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:19:47,270 WARN [BP-881416471-172.17.0.2-1733303984253 heartbeating to localhost/127.0.0.1:42719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-881416471-172.17.0.2-1733303984253 (Datanode Uuid f7b3203d-26d6-4162-907d-efe59cc4ae12) service to localhost/127.0.0.1:42719 2024-12-04T09:19:47,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:19:47,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data5/current/BP-881416471-172.17.0.2-1733303984253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:47,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data6/current/BP-881416471-172.17.0.2-1733303984253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:47,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:19:47,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d332956{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:47,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54f67c69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:19:47,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:19:47,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d89663{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:19:47,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2c1ad8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir/,STOPPED} 2024-12-04T09:19:47,280 WARN [BP-881416471-172.17.0.2-1733303984253 heartbeating to localhost/127.0.0.1:42719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:19:47,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:19:47,280 WARN [BP-881416471-172.17.0.2-1733303984253 heartbeating to localhost/127.0.0.1:42719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-881416471-172.17.0.2-1733303984253 (Datanode Uuid 37c91ba6-f1d1-4e1f-bbda-7c9dc14f9ed2) service to localhost/127.0.0.1:42719 2024-12-04T09:19:47,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:19:47,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data3/current/BP-881416471-172.17.0.2-1733303984253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:47,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data4/current/BP-881416471-172.17.0.2-1733303984253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:47,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:19:47,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37bdc19d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:47,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62482872{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:19:47,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:19:47,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24153c55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:19:47,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f0657{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir/,STOPPED} 2024-12-04T09:19:47,296 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:19:47,296 WARN [BP-881416471-172.17.0.2-1733303984253 heartbeating to localhost/127.0.0.1:42719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:19:47,296 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:19:47,296 WARN [BP-881416471-172.17.0.2-1733303984253 heartbeating to localhost/127.0.0.1:42719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-881416471-172.17.0.2-1733303984253 (Datanode Uuid 34ac2ed1-ed17-4ea1-afe1-46c7606eb0ae) service to localhost/127.0.0.1:42719 2024-12-04T09:19:47,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data1/current/BP-881416471-172.17.0.2-1733303984253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:47,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/cluster_c8648744-1b33-2ab3-6109-7bb2f5c3e86a/dfs/data/data2/current/BP-881416471-172.17.0.2-1733303984253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:19:47,297 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:19:47,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12e5d898{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:19:47,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40ea3c2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:19:47,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:19:47,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60dadcd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:19:47,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff21c7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir/,STOPPED} 2024-12-04T09:19:47,333 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T09:19:47,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=52 (was 29) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=7752 (was 7852) 2024-12-04T09:19:47,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=52, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=7752 2024-12-04T09:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.log.dir so I do NOT create it in target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98 2024-12-04T09:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/04fc701c-598a-1e38-be67-6439528db5f1/hadoop.tmp.dir so I do NOT create it in target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98 2024-12-04T09:19:47,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c, deleteOnExit=true 2024-12-04T09:19:47,351 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/test.cache.data in system properties and HBase conf 2024-12-04T09:19:47,351 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:19:47,351 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:19:47,352 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:19:47,352 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:19:47,352 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T09:19:47,352 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:19:47,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:19:47,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:19:47,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:19:47,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:19:47,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:19:47,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:19:47,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:19:47,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:19:47,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:19:47,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:19:47,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:19:47,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:19:47,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:19:47,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:19:47,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:47,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:47,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:47,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:47,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:19:47,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:47,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4118a9a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:47,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46c12a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:47,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d299687{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/java.io.tmpdir/jetty-localhost-34005-hadoop-hdfs-3_4_1-tests_jar-_-any-9694332352734452649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:19:47,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a46be77{HTTP/1.1, (http/1.1)}{localhost:34005} 2024-12-04T09:19:47,756 INFO [Time-limited test {}] server.Server(415): Started @22991ms 2024-12-04T09:19:47,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:47,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:47,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:47,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:47,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:19:47,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cee5d4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:47,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b45a64a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:48,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a49974{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/java.io.tmpdir/jetty-localhost-36301-hadoop-hdfs-3_4_1-tests_jar-_-any-6313750847150569934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:48,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c8eb89f{HTTP/1.1, (http/1.1)}{localhost:36301} 2024-12-04T09:19:48,102 INFO [Time-limited test {}] server.Server(415): Started @23337ms 2024-12-04T09:19:48,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:48,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:48,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:48,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:48,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:48,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T09:19:48,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d0b0d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:48,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c34c22d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:48,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21760a5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/java.io.tmpdir/jetty-localhost-35783-hadoop-hdfs-3_4_1-tests_jar-_-any-15663285695018618208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:48,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9bdc9b{HTTP/1.1, (http/1.1)}{localhost:35783} 2024-12-04T09:19:48,290 INFO [Time-limited test {}] server.Server(415): Started @23525ms 2024-12-04T09:19:48,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:48,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:19:48,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:19:48,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:19:48,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:19:48,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:19:48,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb78f2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:19:48,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105b882b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:19:48,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@646d18f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/java.io.tmpdir/jetty-localhost-43493-hadoop-hdfs-3_4_1-tests_jar-_-any-7521272331937847604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:19:48,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6905dff2{HTTP/1.1, (http/1.1)}{localhost:43493} 2024-12-04T09:19:48,499 INFO [Time-limited test {}] server.Server(415): Started @23734ms 2024-12-04T09:19:48,500 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:19:48,653 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data2/current/BP-72167046-172.17.0.2-1733303987384/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:48,654 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data1/current/BP-72167046-172.17.0.2-1733303987384/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:48,683 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3374ac91eb422c31 with lease ID 0x3358e3e3964d12b3: Processing first storage report for DS-6f693bd2-4c83-4507-ae4b-775cd77bfb36 from datanode DatanodeRegistration(127.0.0.1:35045, datanodeUuid=6dc1858f-dbc1-4619-b9fa-2d1f2e9e003a, infoPort=37687, infoSecurePort=0, ipcPort=37253, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384) 2024-12-04T09:19:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3374ac91eb422c31 with lease ID 0x3358e3e3964d12b3: from storage DS-6f693bd2-4c83-4507-ae4b-775cd77bfb36 node DatanodeRegistration(127.0.0.1:35045, datanodeUuid=6dc1858f-dbc1-4619-b9fa-2d1f2e9e003a, infoPort=37687, infoSecurePort=0, ipcPort=37253, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3374ac91eb422c31 with lease ID 0x3358e3e3964d12b3: Processing first storage report for DS-7c97d15d-479c-4901-84e0-9605afe44266 from datanode DatanodeRegistration(127.0.0.1:35045, datanodeUuid=6dc1858f-dbc1-4619-b9fa-2d1f2e9e003a, infoPort=37687, infoSecurePort=0, ipcPort=37253, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384) 2024-12-04T09:19:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3374ac91eb422c31 with lease ID 0x3358e3e3964d12b3: from storage DS-7c97d15d-479c-4901-84e0-9605afe44266 node DatanodeRegistration(127.0.0.1:35045, datanodeUuid=6dc1858f-dbc1-4619-b9fa-2d1f2e9e003a, infoPort=37687, infoSecurePort=0, ipcPort=37253, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:49,064 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data3/current/BP-72167046-172.17.0.2-1733303987384/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:49,066 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data4/current/BP-72167046-172.17.0.2-1733303987384/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:49,091 WARN [Thread-389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a13cb576ea2e0fe with lease ID 0x3358e3e3964d12b4: Processing first storage report for DS-3e946c71-4d4f-48b8-832f-9f7801ab40ab from datanode DatanodeRegistration(127.0.0.1:39353, datanodeUuid=d0bc7902-783f-4eb9-ae5a-6c19955ad680, infoPort=44573, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384) 2024-12-04T09:19:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a13cb576ea2e0fe with lease ID 0x3358e3e3964d12b4: from storage DS-3e946c71-4d4f-48b8-832f-9f7801ab40ab node DatanodeRegistration(127.0.0.1:39353, datanodeUuid=d0bc7902-783f-4eb9-ae5a-6c19955ad680, infoPort=44573, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a13cb576ea2e0fe with lease ID 0x3358e3e3964d12b4: Processing first storage report for DS-68bb5527-00fe-46a3-b1b0-439be0d292ee from datanode DatanodeRegistration(127.0.0.1:39353, datanodeUuid=d0bc7902-783f-4eb9-ae5a-6c19955ad680, infoPort=44573, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384) 2024-12-04T09:19:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a13cb576ea2e0fe with lease ID 0x3358e3e3964d12b4: from storage DS-68bb5527-00fe-46a3-b1b0-439be0d292ee node DatanodeRegistration(127.0.0.1:39353, datanodeUuid=d0bc7902-783f-4eb9-ae5a-6c19955ad680, infoPort=44573, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:49,225 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data5/current/BP-72167046-172.17.0.2-1733303987384/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:49,226 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data6/current/BP-72167046-172.17.0.2-1733303987384/current, will proceed with Du for space computation calculation, 2024-12-04T09:19:49,260 WARN [Thread-412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:19:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dbef4ab5ee8cc2f with lease ID 0x3358e3e3964d12b5: Processing first storage report for DS-d3c98ee1-23ac-45af-8368-70065cfaa3c5 from datanode DatanodeRegistration(127.0.0.1:34755, datanodeUuid=f83d9cc9-fdfe-43d9-b73e-a69bae427324, infoPort=45285, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384) 2024-12-04T09:19:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dbef4ab5ee8cc2f with lease ID 0x3358e3e3964d12b5: from storage DS-d3c98ee1-23ac-45af-8368-70065cfaa3c5 node DatanodeRegistration(127.0.0.1:34755, datanodeUuid=f83d9cc9-fdfe-43d9-b73e-a69bae427324, infoPort=45285, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dbef4ab5ee8cc2f with lease ID 0x3358e3e3964d12b5: Processing first storage report for DS-3e10b6bb-a8ed-43ce-a678-aff1e01f2de4 from datanode DatanodeRegistration(127.0.0.1:34755, datanodeUuid=f83d9cc9-fdfe-43d9-b73e-a69bae427324, infoPort=45285, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384) 2024-12-04T09:19:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dbef4ab5ee8cc2f with lease ID 0x3358e3e3964d12b5: from storage DS-3e10b6bb-a8ed-43ce-a678-aff1e01f2de4 node DatanodeRegistration(127.0.0.1:34755, datanodeUuid=f83d9cc9-fdfe-43d9-b73e-a69bae427324, infoPort=45285, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1718762305;c=1733303987384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:19:49,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98 2024-12-04T09:19:49,353 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:19:49,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:19:49,361 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42555/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42555/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/oldWALs, maxLogs=32 2024-12-04T09:19:49,383 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733303989363, exclude list is [], retry=0 2024-12-04T09:19:49,389 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39353,DS-3e946c71-4d4f-48b8-832f-9f7801ab40ab,DISK] 2024-12-04T09:19:49,390 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34755,DS-d3c98ee1-23ac-45af-8368-70065cfaa3c5,DISK] 2024-12-04T09:19:49,391 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35045,DS-6f693bd2-4c83-4507-ae4b-775cd77bfb36,DISK] 2024-12-04T09:19:49,394 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733303989363 2024-12-04T09:19:49,394 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44573:44573),(127.0.0.1/127.0.0.1:45285:45285),(127.0.0.1/127.0.0.1:37687:37687)] 2024-12-04T09:19:49,417 INFO [AsyncFSWAL-0-hdfs://localhost:42555/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-04T09:19:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39353 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T09:19:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35045 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T09:19:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34755 is added to blk_1073741825_1001 (size=5861116) 2024-12-04T09:19:59,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:19:59,058 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42555/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733303989363: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-04T09:20:00,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T09:20:00,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@646d18f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:00,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6905dff2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:20:00,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:20:00,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@105b882b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:20:00,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb78f2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir/,STOPPED} 2024-12-04T09:20:00,600 WARN [BP-72167046-172.17.0.2-1733303987384 heartbeating to localhost/127.0.0.1:42555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:20:00,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:20:00,601 WARN [BP-72167046-172.17.0.2-1733303987384 heartbeating to localhost/127.0.0.1:42555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72167046-172.17.0.2-1733303987384 (Datanode Uuid f83d9cc9-fdfe-43d9-b73e-a69bae427324) service to localhost/127.0.0.1:42555 2024-12-04T09:20:00,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:20:00,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data5/current/BP-72167046-172.17.0.2-1733303987384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:00,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data6/current/BP-72167046-172.17.0.2-1733303987384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:00,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:20:00,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21760a5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:00,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9bdc9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:20:00,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:20:00,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c34c22d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:20:00,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d0b0d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir/,STOPPED} 2024-12-04T09:20:00,607 WARN [BP-72167046-172.17.0.2-1733303987384 heartbeating to localhost/127.0.0.1:42555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:20:00,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:20:00,607 WARN [BP-72167046-172.17.0.2-1733303987384 heartbeating to localhost/127.0.0.1:42555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72167046-172.17.0.2-1733303987384 (Datanode Uuid d0bc7902-783f-4eb9-ae5a-6c19955ad680) service to localhost/127.0.0.1:42555 2024-12-04T09:20:00,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:20:00,607 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data3/current/BP-72167046-172.17.0.2-1733303987384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:00,607 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data4/current/BP-72167046-172.17.0.2-1733303987384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:00,608 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:20:00,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a49974{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:00,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c8eb89f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:20:00,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:20:00,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b45a64a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:20:00,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cee5d4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir/,STOPPED} 2024-12-04T09:20:00,612 WARN [BP-72167046-172.17.0.2-1733303987384 heartbeating to localhost/127.0.0.1:42555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:20:00,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:20:00,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:20:00,612 WARN [BP-72167046-172.17.0.2-1733303987384 heartbeating to localhost/127.0.0.1:42555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72167046-172.17.0.2-1733303987384 (Datanode Uuid 6dc1858f-dbc1-4619-b9fa-2d1f2e9e003a) service to localhost/127.0.0.1:42555 2024-12-04T09:20:00,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data1/current/BP-72167046-172.17.0.2-1733303987384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:00,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/cluster_73a9b7ea-f6f3-a845-b8d2-4ccf3f78a97c/dfs/data/data2/current/BP-72167046-172.17.0.2-1733303987384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:00,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:20:00,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d299687{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:20:00,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a46be77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:20:00,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:20:00,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46c12a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:20:00,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4118a9a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir/,STOPPED} 2024-12-04T09:20:00,638 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T09:20:00,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 52) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=339 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=7606 (was 7752) 2024-12-04T09:20:00,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=56, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=7606 2024-12-04T09:20:00,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.log.dir so I do NOT create it in target/test-data/999ff7ec-c7d1-4880-e109-70268776348d 2024-12-04T09:20:00,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/40a65a34-f944-c96f-8065-a9c0fe465e98/hadoop.tmp.dir so I do NOT create it in target/test-data/999ff7ec-c7d1-4880-e109-70268776348d 2024-12-04T09:20:00,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0, deleteOnExit=true 2024-12-04T09:20:00,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/test.cache.data in system properties and HBase conf 2024-12-04T09:20:00,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T09:20:00,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir in system properties and HBase conf 2024-12-04T09:20:00,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T09:20:00,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T09:20:00,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T09:20:00,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:20:00,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T09:20:00,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/nfs.dump.dir in system properties and HBase conf 2024-12-04T09:20:00,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/java.io.tmpdir in system properties and HBase conf 2024-12-04T09:20:00,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T09:20:00,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T09:20:00,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T09:20:00,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:20:00,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:20:00,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:20:00,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:20:00,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:20:00,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:20:00,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a533920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:20:00,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f16622f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:20:00,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@554677d6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/java.io.tmpdir/jetty-localhost-44615-hadoop-hdfs-3_4_1-tests_jar-_-any-5609718695327761154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:20:00,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@794143ec{HTTP/1.1, (http/1.1)}{localhost:44615} 2024-12-04T09:20:00,975 INFO [Time-limited test {}] server.Server(415): Started @36210ms 2024-12-04T09:20:01,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:20:01,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:20:01,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:20:01,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:20:01,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:20:01,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d625c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:20:01,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6787c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:20:01,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ccfca05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/java.io.tmpdir/jetty-localhost-41157-hadoop-hdfs-3_4_1-tests_jar-_-any-8604985454340223033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:01,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43a9665e{HTTP/1.1, (http/1.1)}{localhost:41157} 2024-12-04T09:20:01,289 INFO [Time-limited test {}] server.Server(415): Started @36524ms 2024-12-04T09:20:01,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:20:01,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:20:01,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:20:01,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:20:01,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:20:01,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:20:01,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d41e916{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:20:01,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5743c74b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:20:01,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a0d73ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/java.io.tmpdir/jetty-localhost-41535-hadoop-hdfs-3_4_1-tests_jar-_-any-4002326309202779778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:01,409 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@89c065c{HTTP/1.1, (http/1.1)}{localhost:41535} 2024-12-04T09:20:01,409 INFO [Time-limited test {}] server.Server(415): Started @36644ms 2024-12-04T09:20:01,411 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:20:01,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T09:20:01,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T09:20:01,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T09:20:01,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T09:20:01,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T09:20:01,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e0a1f0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir/,AVAILABLE} 2024-12-04T09:20:01,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20153915{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T09:20:01,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@764ef53b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/java.io.tmpdir/jetty-localhost-41049-hadoop-hdfs-3_4_1-tests_jar-_-any-17102944509052734546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:01,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f4ef093{HTTP/1.1, (http/1.1)}{localhost:41049} 2024-12-04T09:20:01,539 INFO [Time-limited test {}] server.Server(415): Started @36774ms 2024-12-04T09:20:01,543 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T09:20:02,018 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data2/current/BP-299012666-172.17.0.2-1733304000674/current, will proceed with Du for space computation calculation, 2024-12-04T09:20:02,018 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data1/current/BP-299012666-172.17.0.2-1733304000674/current, will proceed with Du for space computation calculation, 2024-12-04T09:20:02,043 WARN [Thread-517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:20:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd163fa17e68d83a3 with lease ID 0x49b5d558d0d4b103: Processing first storage report for DS-78bfafa6-a16e-459a-861e-5621fa6c52f7 from datanode DatanodeRegistration(127.0.0.1:34271, datanodeUuid=c5c6822a-1bdc-41b0-a3ff-afc779d28df7, infoPort=40213, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674) 2024-12-04T09:20:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd163fa17e68d83a3 with lease ID 0x49b5d558d0d4b103: from storage DS-78bfafa6-a16e-459a-861e-5621fa6c52f7 node DatanodeRegistration(127.0.0.1:34271, datanodeUuid=c5c6822a-1bdc-41b0-a3ff-afc779d28df7, infoPort=40213, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:20:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd163fa17e68d83a3 with lease ID 0x49b5d558d0d4b103: Processing first storage report for DS-033deaea-eb72-40e3-882b-23d4c1e1c663 from datanode DatanodeRegistration(127.0.0.1:34271, datanodeUuid=c5c6822a-1bdc-41b0-a3ff-afc779d28df7, infoPort=40213, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674) 2024-12-04T09:20:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd163fa17e68d83a3 with lease ID 0x49b5d558d0d4b103: from storage DS-033deaea-eb72-40e3-882b-23d4c1e1c663 node DatanodeRegistration(127.0.0.1:34271, datanodeUuid=c5c6822a-1bdc-41b0-a3ff-afc779d28df7, infoPort=40213, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:20:02,264 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data3/current/BP-299012666-172.17.0.2-1733304000674/current, will proceed with Du for space computation calculation, 2024-12-04T09:20:02,265 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data4/current/BP-299012666-172.17.0.2-1733304000674/current, will proceed with Du for space computation calculation, 2024-12-04T09:20:02,286 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:20:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4be2940093f6b9fc with lease ID 0x49b5d558d0d4b104: Processing first storage report for DS-20aa6c92-ca05-4561-b996-14d113350acc from datanode DatanodeRegistration(127.0.0.1:45433, datanodeUuid=7913cd16-76e5-48f9-9f0f-db90617df95b, infoPort=46271, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674) 2024-12-04T09:20:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4be2940093f6b9fc with lease ID 0x49b5d558d0d4b104: from storage DS-20aa6c92-ca05-4561-b996-14d113350acc node DatanodeRegistration(127.0.0.1:45433, datanodeUuid=7913cd16-76e5-48f9-9f0f-db90617df95b, infoPort=46271, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T09:20:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4be2940093f6b9fc with lease ID 0x49b5d558d0d4b104: Processing first storage report for DS-9fa8ae37-dd10-4e2b-ac44-05a1aef612c2 from datanode DatanodeRegistration(127.0.0.1:45433, datanodeUuid=7913cd16-76e5-48f9-9f0f-db90617df95b, infoPort=46271, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674) 2024-12-04T09:20:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4be2940093f6b9fc with lease ID 0x49b5d558d0d4b104: from storage DS-9fa8ae37-dd10-4e2b-ac44-05a1aef612c2 node DatanodeRegistration(127.0.0.1:45433, datanodeUuid=7913cd16-76e5-48f9-9f0f-db90617df95b, infoPort=46271, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:20:02,405 WARN [Thread-599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data5/current/BP-299012666-172.17.0.2-1733304000674/current, will proceed with Du for space computation calculation, 2024-12-04T09:20:02,405 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data6/current/BP-299012666-172.17.0.2-1733304000674/current, will proceed with Du for space computation calculation, 2024-12-04T09:20:02,420 WARN [Thread-563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T09:20:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc890432cf54f6e67 with lease ID 0x49b5d558d0d4b105: Processing first storage report for DS-52c232ab-6250-4b6e-842f-42571fbc8032 from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=67b94688-8bf8-4180-88c2-ca20495562c1, infoPort=42013, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674) 2024-12-04T09:20:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc890432cf54f6e67 with lease ID 0x49b5d558d0d4b105: from storage DS-52c232ab-6250-4b6e-842f-42571fbc8032 node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=67b94688-8bf8-4180-88c2-ca20495562c1, infoPort=42013, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:20:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc890432cf54f6e67 with lease ID 0x49b5d558d0d4b105: Processing first storage report for DS-938b3f5b-7b19-4734-b667-51c64fe1d555 from datanode DatanodeRegistration(127.0.0.1:41901, datanodeUuid=67b94688-8bf8-4180-88c2-ca20495562c1, infoPort=42013, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674) 2024-12-04T09:20:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc890432cf54f6e67 with lease ID 0x49b5d558d0d4b105: from storage DS-938b3f5b-7b19-4734-b667-51c64fe1d555 node DatanodeRegistration(127.0.0.1:41901, datanodeUuid=67b94688-8bf8-4180-88c2-ca20495562c1, infoPort=42013, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=138438567;c=1733304000674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T09:20:02,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d 2024-12-04T09:20:02,485 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T09:20:02,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T09:20:02,490 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:40581/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:40581/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/oldWALs, maxLogs=32 2024-12-04T09:20:02,504 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733304002492, exclude list is [], retry=0 2024-12-04T09:20:02,511 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-20aa6c92-ca05-4561-b996-14d113350acc,DISK] 2024-12-04T09:20:02,512 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34271,DS-78bfafa6-a16e-459a-861e-5621fa6c52f7,DISK] 2024-12-04T09:20:02,513 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41901,DS-52c232ab-6250-4b6e-842f-42571fbc8032,DISK] 2024-12-04T09:20:02,523 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733304002492 2024-12-04T09:20:02,527 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271),(127.0.0.1/127.0.0.1:40213:40213),(127.0.0.1/127.0.0.1:42013:42013)] 2024-12-04T09:20:03,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41901 is added to blk_1073741825_1001 (size=121110) 2024-12-04T09:20:03,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34271 is added to blk_1073741825_1001 (size=121110) 2024-12-04T09:20:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741825_1001 (size=121110) 2024-12-04T09:20:03,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T09:20:03,231 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40581/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733304002492: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-04T09:20:03,268 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T09:20:03,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@764ef53b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:03,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f4ef093{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:20:03,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:20:03,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20153915{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:20:03,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e0a1f0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir/,STOPPED} 2024-12-04T09:20:03,294 WARN [BP-299012666-172.17.0.2-1733304000674 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:20:03,294 WARN [BP-299012666-172.17.0.2-1733304000674 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299012666-172.17.0.2-1733304000674 (Datanode Uuid 67b94688-8bf8-4180-88c2-ca20495562c1) service to localhost/127.0.0.1:40581 2024-12-04T09:20:03,294 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:20:03,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:20:03,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data5/current/BP-299012666-172.17.0.2-1733304000674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:03,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data6/current/BP-299012666-172.17.0.2-1733304000674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:03,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:20:03,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a0d73ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:03,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@89c065c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:20:03,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:20:03,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5743c74b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:20:03,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d41e916{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir/,STOPPED} 2024-12-04T09:20:03,309 WARN [BP-299012666-172.17.0.2-1733304000674 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:20:03,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:20:03,310 WARN [BP-299012666-172.17.0.2-1733304000674 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299012666-172.17.0.2-1733304000674 (Datanode Uuid 7913cd16-76e5-48f9-9f0f-db90617df95b) service to localhost/127.0.0.1:40581 2024-12-04T09:20:03,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:20:03,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data3/current/BP-299012666-172.17.0.2-1733304000674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:03,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data4/current/BP-299012666-172.17.0.2-1733304000674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:03,311 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:20:03,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ccfca05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T09:20:03,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43a9665e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:20:03,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:20:03,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6787c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:20:03,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d625c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir/,STOPPED} 2024-12-04T09:20:03,315 WARN [BP-299012666-172.17.0.2-1733304000674 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T09:20:03,315 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T09:20:03,315 WARN [BP-299012666-172.17.0.2-1733304000674 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299012666-172.17.0.2-1733304000674 (Datanode Uuid c5c6822a-1bdc-41b0-a3ff-afc779d28df7) service to localhost/127.0.0.1:40581 2024-12-04T09:20:03,315 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T09:20:03,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data1/current/BP-299012666-172.17.0.2-1733304000674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:03,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/cluster_2604a4f0-fb2b-9b60-f285-ca608d58daf0/dfs/data/data2/current/BP-299012666-172.17.0.2-1733304000674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T09:20:03,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T09:20:03,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@554677d6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T09:20:03,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@794143ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T09:20:03,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T09:20:03,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f16622f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T09:20:03,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a533920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/999ff7ec-c7d1-4880-e109-70268776348d/hadoop.log.dir/,STOPPED} 2024-12-04T09:20:03,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T09:20:03,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=64 (was 56) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=7535 (was 7606)