2024-11-23 12:04:27,373 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-23 12:04:27,400 main DEBUG Took 0.023424 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 12:04:27,400 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 12:04:27,401 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 12:04:27,402 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 12:04:27,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,443 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 12:04:27,473 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,477 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,483 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,486 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,487 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,493 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,494 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,495 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,497 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,498 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,499 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,502 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 12:04:27,504 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,504 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 12:04:27,507 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 12:04:27,509 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 12:04:27,511 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 12:04:27,512 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 12:04:27,514 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 12:04:27,514 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 12:04:27,527 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 12:04:27,533 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 12:04:27,536 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 12:04:27,536 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 12:04:27,537 main DEBUG createAppenders(={Console}) 2024-11-23 12:04:27,538 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-23 12:04:27,538 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-23 12:04:27,539 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-23 12:04:27,540 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 12:04:27,540 main DEBUG OutputStream closed 2024-11-23 12:04:27,541 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 12:04:27,541 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 12:04:27,542 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-23 12:04:27,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 12:04:27,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 12:04:27,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 12:04:27,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 12:04:27,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 12:04:27,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 12:04:27,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 12:04:27,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 12:04:27,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 12:04:27,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 12:04:27,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 12:04:27,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 12:04:27,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 12:04:27,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 12:04:27,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 12:04:27,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 12:04:27,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 12:04:27,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 12:04:27,690 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 12:04:27,691 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-23 12:04:27,691 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 12:04:27,696 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-23T12:04:28,090 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a 2024-11-23 12:04:28,095 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 12:04:28,095 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T12:04:28,112 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-23T12:04:28,181 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=5821 2024-11-23T12:04:28,186 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55, deleteOnExit=true 2024-11-23T12:04:28,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/test.cache.data in system properties and HBase conf 2024-11-23T12:04:28,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T12:04:28,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir in system properties and HBase conf 2024-11-23T12:04:28,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T12:04:28,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T12:04:28,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T12:04:28,345 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T12:04:28,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T12:04:28,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:04:28,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:04:28,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T12:04:28,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:04:28,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T12:04:28,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T12:04:28,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:04:28,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:04:28,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T12:04:28,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/nfs.dump.dir in system properties and HBase conf 2024-11-23T12:04:28,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/java.io.tmpdir in system properties and HBase conf 2024-11-23T12:04:28,531 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:04:28,531 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T12:04:28,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T12:04:29,616 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T12:04:29,728 INFO [Time-limited test {}] log.Log(170): Logging initialized @3380ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T12:04:29,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:29,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:29,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:29,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:29,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:29,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:29,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:29,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:30,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/java.io.tmpdir/jetty-localhost-37615-hadoop-hdfs-3_4_1-tests_jar-_-any-7864230367896898496/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:04:30,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:37615} 2024-11-23T12:04:30,224 INFO [Time-limited test {}] server.Server(415): Started @3877ms 2024-11-23T12:04:30,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:30,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:30,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:30,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:30,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:04:30,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7b7117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:30,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:30,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ec8608c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/java.io.tmpdir/jetty-localhost-41163-hadoop-hdfs-3_4_1-tests_jar-_-any-16882616872107429906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:30,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@119c78b7{HTTP/1.1, (http/1.1)}{localhost:41163} 2024-11-23T12:04:30,771 INFO [Time-limited test {}] server.Server(415): Started @4424ms 2024-11-23T12:04:30,832 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:30,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:30,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:30,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:30,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:30,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:04:30,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27671d7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:30,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:31,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@200c180f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/java.io.tmpdir/jetty-localhost-40797-hadoop-hdfs-3_4_1-tests_jar-_-any-17720649705434360839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:31,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a210ec4{HTTP/1.1, (http/1.1)}{localhost:40797} 2024-11-23T12:04:31,149 INFO [Time-limited test {}] server.Server(415): Started @4802ms 2024-11-23T12:04:31,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:31,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:31,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:31,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:31,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:31,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:31,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dedfc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:31,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:31,329 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data4/current/BP-608484333-172.17.0.2-1732363469342/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:31,329 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data3/current/BP-608484333-172.17.0.2-1732363469342/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:31,329 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data2/current/BP-608484333-172.17.0.2-1732363469342/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:31,330 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data1/current/BP-608484333-172.17.0.2-1732363469342/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:31,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7424fe40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/java.io.tmpdir/jetty-localhost-43935-hadoop-hdfs-3_4_1-tests_jar-_-any-2324186547645112372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:31,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d356c22{HTTP/1.1, (http/1.1)}{localhost:43935} 2024-11-23T12:04:31,375 INFO [Time-limited test {}] server.Server(415): Started @5028ms 2024-11-23T12:04:31,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:31,385 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:31,387 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe116763aae3a4bac with lease ID 0x94cc4639ffd2e0b8: Processing first storage report for DS-d1665faf-4bd8-4f77-8cf0-de1e46efc9e8 from datanode DatanodeRegistration(127.0.0.1:37275, datanodeUuid=04948f40-c8c4-4114-a1a2-54926d3e5885, infoPort=34103, infoSecurePort=0, ipcPort=41289, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342) 2024-11-23T12:04:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe116763aae3a4bac with lease ID 0x94cc4639ffd2e0b8: from storage DS-d1665faf-4bd8-4f77-8cf0-de1e46efc9e8 node DatanodeRegistration(127.0.0.1:37275, datanodeUuid=04948f40-c8c4-4114-a1a2-54926d3e5885, infoPort=34103, infoSecurePort=0, ipcPort=41289, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T12:04:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c1abad3b001f9f8 with lease ID 0x94cc4639ffd2e0b7: Processing first storage report for DS-939ed264-c6d4-48cf-b7e8-7cb1e7c46ce1 from datanode DatanodeRegistration(127.0.0.1:43031, datanodeUuid=799d4216-f340-413c-ace6-27c6a455e8d7, infoPort=38657, infoSecurePort=0, ipcPort=37127, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342) 2024-11-23T12:04:31,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c1abad3b001f9f8 with lease ID 0x94cc4639ffd2e0b7: from storage DS-939ed264-c6d4-48cf-b7e8-7cb1e7c46ce1 node DatanodeRegistration(127.0.0.1:43031, datanodeUuid=799d4216-f340-413c-ace6-27c6a455e8d7, infoPort=38657, infoSecurePort=0, ipcPort=37127, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T12:04:31,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe116763aae3a4bac with lease ID 0x94cc4639ffd2e0b8: Processing first storage report for DS-eb45200f-9681-426a-81a1-0b0031915402 from datanode DatanodeRegistration(127.0.0.1:37275, datanodeUuid=04948f40-c8c4-4114-a1a2-54926d3e5885, infoPort=34103, infoSecurePort=0, ipcPort=41289, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342) 2024-11-23T12:04:31,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe116763aae3a4bac with lease ID 0x94cc4639ffd2e0b8: from storage DS-eb45200f-9681-426a-81a1-0b0031915402 node DatanodeRegistration(127.0.0.1:37275, datanodeUuid=04948f40-c8c4-4114-a1a2-54926d3e5885, infoPort=34103, infoSecurePort=0, ipcPort=41289, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:31,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c1abad3b001f9f8 with lease ID 0x94cc4639ffd2e0b7: Processing first storage report for DS-90e0104a-28a0-430e-b553-42596bc64362 from datanode DatanodeRegistration(127.0.0.1:43031, datanodeUuid=799d4216-f340-413c-ace6-27c6a455e8d7, infoPort=38657, infoSecurePort=0, ipcPort=37127, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342) 2024-11-23T12:04:31,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c1abad3b001f9f8 with lease ID 0x94cc4639ffd2e0b7: from storage DS-90e0104a-28a0-430e-b553-42596bc64362 node DatanodeRegistration(127.0.0.1:43031, datanodeUuid=799d4216-f340-413c-ace6-27c6a455e8d7, infoPort=38657, infoSecurePort=0, ipcPort=37127, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T12:04:31,513 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data5/current/BP-608484333-172.17.0.2-1732363469342/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:31,513 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data6/current/BP-608484333-172.17.0.2-1732363469342/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:31,543 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4753a6947a28f403 with lease ID 0x94cc4639ffd2e0b9: Processing first storage report for DS-534f4b6a-c66e-4ead-9c39-6c0d789361ef from datanode DatanodeRegistration(127.0.0.1:35063, datanodeUuid=3db70b9a-4360-499a-98f9-0576fe20d546, infoPort=35599, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342) 2024-11-23T12:04:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4753a6947a28f403 with lease ID 0x94cc4639ffd2e0b9: from storage DS-534f4b6a-c66e-4ead-9c39-6c0d789361ef node DatanodeRegistration(127.0.0.1:35063, datanodeUuid=3db70b9a-4360-499a-98f9-0576fe20d546, infoPort=35599, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4753a6947a28f403 with lease ID 0x94cc4639ffd2e0b9: Processing first storage report for DS-ec92687e-15ca-4948-9469-fd0d01e66ee7 from datanode DatanodeRegistration(127.0.0.1:35063, datanodeUuid=3db70b9a-4360-499a-98f9-0576fe20d546, infoPort=35599, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342) 2024-11-23T12:04:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4753a6947a28f403 with lease ID 0x94cc4639ffd2e0b9: from storage DS-ec92687e-15ca-4948-9469-fd0d01e66ee7 node DatanodeRegistration(127.0.0.1:35063, datanodeUuid=3db70b9a-4360-499a-98f9-0576fe20d546, infoPort=35599, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=945799428;c=1732363469342), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:31,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a 2024-11-23T12:04:31,862 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:04:31,869 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T12:04:31,886 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T12:04:31,899 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T12:04:31,899 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T12:04:31,943 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T12:04:31,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T12:04:32,007 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44213/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44213/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/oldWALs, maxLogs=32 2024-11-23T12:04:32,053 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732363472031, exclude list is [], retry=0 2024-11-23T12:04:32,117 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1032 (auto-detected) 2024-11-23T12:04:32,120 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T12:04:32,151 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-d1665faf-4bd8-4f77-8cf0-de1e46efc9e8,DISK] 2024-11-23T12:04:32,155 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T12:04:32,192 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-939ed264-c6d4-48cf-b7e8-7cb1e7c46ce1,DISK] 2024-11-23T12:04:32,193 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-534f4b6a-c66e-4ead-9c39-6c0d789361ef,DISK] 2024-11-23T12:04:32,301 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732363472031 2024-11-23T12:04:32,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34103:34103),(127.0.0.1/127.0.0.1:38657:38657),(127.0.0.1/127.0.0.1:35599:35599)] 2024-11-23T12:04:32,303 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T12:04:32,996 DEBUG [AsyncFSWAL-0-hdfs://localhost:44213/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-23T12:04:37,072 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1376797982_22 at /127.0.0.1:34624 [Receiving block BP-608484333-172.17.0.2-1732363469342:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 542ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data1/, blockId=1073741825, seqno=849 2024-11-23T12:04:37,073 INFO [AsyncFSWAL-0-hdfs://localhost:44213/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 543 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37275,DS-d1665faf-4bd8-4f77-8cf0-de1e46efc9e8,DISK], DatanodeInfoWithStorage[127.0.0.1:43031,DS-939ed264-c6d4-48cf-b7e8-7cb1e7c46ce1,DISK], DatanodeInfoWithStorage[127.0.0.1:35063,DS-534f4b6a-c66e-4ead-9c39-6c0d789361ef,DISK]] 2024-11-23T12:04:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741825_1001 (size=1048651116) 2024-11-23T12:04:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741825_1001 (size=1048651116) 2024-11-23T12:04:40,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741825_1001 (size=1048651116) 2024-11-23T12:04:40,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:04:40,289 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44213/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732363472031: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-23T12:04:41,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T12:04:41,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7424fe40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:41,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d356c22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:41,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:41,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:41,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dedfc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:41,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:41,906 WARN [BP-608484333-172.17.0.2-1732363469342 heartbeating to localhost/127.0.0.1:44213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:41,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:41,906 WARN [BP-608484333-172.17.0.2-1732363469342 heartbeating to localhost/127.0.0.1:44213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608484333-172.17.0.2-1732363469342 (Datanode Uuid 3db70b9a-4360-499a-98f9-0576fe20d546) service to localhost/127.0.0.1:44213 2024-11-23T12:04:41,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data5/current/BP-608484333-172.17.0.2-1732363469342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:41,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data6/current/BP-608484333-172.17.0.2-1732363469342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:41,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:41,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@200c180f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:41,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a210ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:41,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:41,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:41,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27671d7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:41,925 WARN [BP-608484333-172.17.0.2-1732363469342 heartbeating to localhost/127.0.0.1:44213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:41,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:41,926 WARN [BP-608484333-172.17.0.2-1732363469342 heartbeating to localhost/127.0.0.1:44213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608484333-172.17.0.2-1732363469342 (Datanode Uuid 799d4216-f340-413c-ace6-27c6a455e8d7) service to localhost/127.0.0.1:44213 2024-11-23T12:04:41,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:41,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data3/current/BP-608484333-172.17.0.2-1732363469342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:41,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data4/current/BP-608484333-172.17.0.2-1732363469342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:41,929 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:41,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ec8608c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:41,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@119c78b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:41,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:41,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:41,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7b7117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:41,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:41,944 WARN [BP-608484333-172.17.0.2-1732363469342 heartbeating to localhost/127.0.0.1:44213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:41,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:41,944 WARN [BP-608484333-172.17.0.2-1732363469342 heartbeating to localhost/127.0.0.1:44213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-608484333-172.17.0.2-1732363469342 (Datanode Uuid 04948f40-c8c4-4114-a1a2-54926d3e5885) service to localhost/127.0.0.1:44213 2024-11-23T12:04:41,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data1/current/BP-608484333-172.17.0.2-1732363469342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:41,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/cluster_8442ff63-9943-c9fe-8680-18934c6c6c55/dfs/data/data2/current/BP-608484333-172.17.0.2-1732363469342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:41,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:41,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:04:41,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:41,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:41,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:41,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:42,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T12:04:42,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=48 (was 12) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (630336430) connection to localhost/127.0.0.1:44213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7289d58c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (630336430) connection to localhost/127.0.0.1:44213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 305) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=5193 (was 5821) 2024-11-23T12:04:42,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=48, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5197 2024-11-23T12:04:42,563 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.log.dir so I do NOT create it in target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d 2024-11-23T12:04:42,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/32cb0f04-3105-3c83-cffb-70f6b5a5d27a/hadoop.tmp.dir so I do NOT create it in target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d 2024-11-23T12:04:42,564 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a, deleteOnExit=true 2024-11-23T12:04:42,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/test.cache.data in system properties and HBase conf 2024-11-23T12:04:42,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T12:04:42,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir in system properties and HBase conf 2024-11-23T12:04:42,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T12:04:42,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T12:04:42,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T12:04:42,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T12:04:42,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:04:42,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:04:42,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T12:04:42,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:04:42,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T12:04:42,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T12:04:42,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:04:42,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:04:42,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T12:04:42,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/nfs.dump.dir in system properties and HBase conf 2024-11-23T12:04:42,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/java.io.tmpdir in system properties and HBase conf 2024-11-23T12:04:42,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:04:42,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T12:04:42,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T12:04:42,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:42,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:42,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:42,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:42,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:42,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:42,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2925b304{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:42,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70991b95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:42,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24745cfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/java.io.tmpdir/jetty-localhost-35711-hadoop-hdfs-3_4_1-tests_jar-_-any-2589911796365680560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:04:42,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d91c{HTTP/1.1, (http/1.1)}{localhost:35711} 2024-11-23T12:04:42,804 INFO [Time-limited test {}] server.Server(415): Started @16457ms 2024-11-23T12:04:42,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:42,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:42,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:42,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:42,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:04:42,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87c160e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:42,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33111a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:43,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2adf8542{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/java.io.tmpdir/jetty-localhost-38517-hadoop-hdfs-3_4_1-tests_jar-_-any-2639616418811780416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:43,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6557dcae{HTTP/1.1, (http/1.1)}{localhost:38517} 2024-11-23T12:04:43,064 INFO [Time-limited test {}] server.Server(415): Started @16717ms 2024-11-23T12:04:43,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:43,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:43,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:43,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:43,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:43,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:43,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e10084d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:43,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41b7206d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:43,164 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data1/current/BP-657984603-172.17.0.2-1732363482599/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:43,165 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data2/current/BP-657984603-172.17.0.2-1732363482599/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:43,190 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:43,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dd896d17741b2ed with lease ID 0xf3863ccbc797a6e3: Processing first storage report for DS-80f0055f-0cef-4c3f-bb9b-a5c7f59dedc5 from datanode DatanodeRegistration(127.0.0.1:45675, datanodeUuid=33786810-9456-4f8a-8fd4-eff0ae2f06cc, infoPort=32775, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599) 2024-11-23T12:04:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dd896d17741b2ed with lease ID 0xf3863ccbc797a6e3: from storage DS-80f0055f-0cef-4c3f-bb9b-a5c7f59dedc5 node DatanodeRegistration(127.0.0.1:45675, datanodeUuid=33786810-9456-4f8a-8fd4-eff0ae2f06cc, infoPort=32775, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2dd896d17741b2ed with lease ID 0xf3863ccbc797a6e3: Processing first storage report for DS-785bc88d-62cc-4c55-ab6a-00b75c810043 from datanode DatanodeRegistration(127.0.0.1:45675, datanodeUuid=33786810-9456-4f8a-8fd4-eff0ae2f06cc, infoPort=32775, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599) 2024-11-23T12:04:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2dd896d17741b2ed with lease ID 0xf3863ccbc797a6e3: from storage DS-785bc88d-62cc-4c55-ab6a-00b75c810043 node DatanodeRegistration(127.0.0.1:45675, datanodeUuid=33786810-9456-4f8a-8fd4-eff0ae2f06cc, infoPort=32775, infoSecurePort=0, ipcPort=42093, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:43,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@125e4f80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/java.io.tmpdir/jetty-localhost-42007-hadoop-hdfs-3_4_1-tests_jar-_-any-9421242377908680626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:43,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4950d8{HTTP/1.1, (http/1.1)}{localhost:42007} 2024-11-23T12:04:43,242 INFO [Time-limited test {}] server.Server(415): Started @16895ms 2024-11-23T12:04:43,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:43,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:43,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:43,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:43,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:43,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:04:43,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce51854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:43,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46bce894{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:43,338 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data3/current/BP-657984603-172.17.0.2-1732363482599/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:43,338 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data4/current/BP-657984603-172.17.0.2-1732363482599/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:43,363 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b4fcf3e190dc18d with lease ID 0xf3863ccbc797a6e4: Processing first storage report for DS-4b98dfea-9c98-4954-a3a1-fd9a3ce48c46 from datanode DatanodeRegistration(127.0.0.1:34007, datanodeUuid=665f397c-afad-452e-9589-c2cef50003f7, infoPort=38657, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599) 2024-11-23T12:04:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b4fcf3e190dc18d with lease ID 0xf3863ccbc797a6e4: from storage DS-4b98dfea-9c98-4954-a3a1-fd9a3ce48c46 node DatanodeRegistration(127.0.0.1:34007, datanodeUuid=665f397c-afad-452e-9589-c2cef50003f7, infoPort=38657, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b4fcf3e190dc18d with lease ID 0xf3863ccbc797a6e4: Processing first storage report for DS-20c45660-f809-456a-9a56-656060dfac16 from datanode DatanodeRegistration(127.0.0.1:34007, datanodeUuid=665f397c-afad-452e-9589-c2cef50003f7, infoPort=38657, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599) 2024-11-23T12:04:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b4fcf3e190dc18d with lease ID 0xf3863ccbc797a6e4: from storage DS-20c45660-f809-456a-9a56-656060dfac16 node DatanodeRegistration(127.0.0.1:34007, datanodeUuid=665f397c-afad-452e-9589-c2cef50003f7, infoPort=38657, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:43,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@258e4feb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/java.io.tmpdir/jetty-localhost-35929-hadoop-hdfs-3_4_1-tests_jar-_-any-8867789443428187238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:43,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75b6f006{HTTP/1.1, (http/1.1)}{localhost:35929} 2024-11-23T12:04:43,406 INFO [Time-limited test {}] server.Server(415): Started @17059ms 2024-11-23T12:04:43,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:43,496 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data5/current/BP-657984603-172.17.0.2-1732363482599/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:43,496 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data6/current/BP-657984603-172.17.0.2-1732363482599/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:43,519 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5110e5d04989223 with lease ID 0xf3863ccbc797a6e5: Processing first storage report for DS-8af51b1a-382a-43cb-85c9-1f41f3ae7320 from datanode DatanodeRegistration(127.0.0.1:38243, datanodeUuid=0d71173f-bdb8-40c6-b2a3-e98632783aa5, infoPort=44595, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599) 2024-11-23T12:04:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5110e5d04989223 with lease ID 0xf3863ccbc797a6e5: from storage DS-8af51b1a-382a-43cb-85c9-1f41f3ae7320 node DatanodeRegistration(127.0.0.1:38243, datanodeUuid=0d71173f-bdb8-40c6-b2a3-e98632783aa5, infoPort=44595, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:43,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5110e5d04989223 with lease ID 0xf3863ccbc797a6e5: Processing first storage report for DS-5fc09bae-0543-4484-aa86-5d2fd354debb from datanode DatanodeRegistration(127.0.0.1:38243, datanodeUuid=0d71173f-bdb8-40c6-b2a3-e98632783aa5, infoPort=44595, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599) 2024-11-23T12:04:43,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5110e5d04989223 with lease ID 0xf3863ccbc797a6e5: from storage DS-5fc09bae-0543-4484-aa86-5d2fd354debb node DatanodeRegistration(127.0.0.1:38243, datanodeUuid=0d71173f-bdb8-40c6-b2a3-e98632783aa5, infoPort=44595, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=853234656;c=1732363482599), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T12:04:43,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d 2024-11-23T12:04:43,537 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T12:04:43,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T12:04:43,545 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:33505/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:33505/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/oldWALs, maxLogs=32 2024-11-23T12:04:43,562 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732363483547, exclude list is [], retry=0 2024-11-23T12:04:43,567 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45675,DS-80f0055f-0cef-4c3f-bb9b-a5c7f59dedc5,DISK] 2024-11-23T12:04:43,569 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38243,DS-8af51b1a-382a-43cb-85c9-1f41f3ae7320,DISK] 2024-11-23T12:04:43,569 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34007,DS-4b98dfea-9c98-4954-a3a1-fd9a3ce48c46,DISK] 2024-11-23T12:04:43,572 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732363483547 2024-11-23T12:04:43,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32775:32775),(127.0.0.1/127.0.0.1:44595:44595),(127.0.0.1/127.0.0.1:38657:38657)] 2024-11-23T12:04:44,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34007 is added to blk_1073741825_1001 (size=1073110) 2024-11-23T12:04:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741825_1001 (size=1073110) 2024-11-23T12:04:44,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:04:44,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38243 is added to blk_1073741825_1001 (size=1073110) 2024-11-23T12:04:44,091 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33505/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732363483547: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-23T12:04:44,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T12:04:44,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@258e4feb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:44,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75b6f006{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:44,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:44,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46bce894{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:44,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce51854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:44,147 WARN [BP-657984603-172.17.0.2-1732363482599 heartbeating to localhost/127.0.0.1:33505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:44,147 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:44,147 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:44,147 WARN [BP-657984603-172.17.0.2-1732363482599 heartbeating to localhost/127.0.0.1:33505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-657984603-172.17.0.2-1732363482599 (Datanode Uuid 0d71173f-bdb8-40c6-b2a3-e98632783aa5) service to localhost/127.0.0.1:33505 2024-11-23T12:04:44,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data5/current/BP-657984603-172.17.0.2-1732363482599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:44,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data6/current/BP-657984603-172.17.0.2-1732363482599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:44,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:44,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@125e4f80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:44,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4950d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:44,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:44,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41b7206d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:44,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e10084d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:44,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:44,159 WARN [BP-657984603-172.17.0.2-1732363482599 heartbeating to localhost/127.0.0.1:33505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:44,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:44,159 WARN [BP-657984603-172.17.0.2-1732363482599 heartbeating to localhost/127.0.0.1:33505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-657984603-172.17.0.2-1732363482599 (Datanode Uuid 665f397c-afad-452e-9589-c2cef50003f7) service to localhost/127.0.0.1:33505 2024-11-23T12:04:44,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data3/current/BP-657984603-172.17.0.2-1732363482599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:44,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data4/current/BP-657984603-172.17.0.2-1732363482599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:44,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:44,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2adf8542{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:44,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6557dcae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:44,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:44,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33111a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:44,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87c160e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:44,172 WARN [BP-657984603-172.17.0.2-1732363482599 heartbeating to localhost/127.0.0.1:33505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:44,172 WARN [BP-657984603-172.17.0.2-1732363482599 heartbeating to localhost/127.0.0.1:33505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-657984603-172.17.0.2-1732363482599 (Datanode Uuid 33786810-9456-4f8a-8fd4-eff0ae2f06cc) service to localhost/127.0.0.1:33505 2024-11-23T12:04:44,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:44,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:44,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data1/current/BP-657984603-172.17.0.2-1732363482599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:44,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/cluster_81c827e4-bd99-bc88-e874-0a1c90e8617a/dfs/data/data2/current/BP-657984603-172.17.0.2-1732363482599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:44,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:44,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24745cfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:04:44,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d91c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:44,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:44,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70991b95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:44,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2925b304{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:44,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T12:04:44,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=56 (was 48) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (630336430) connection to localhost/127.0.0.1:33505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (630336430) connection to localhost/127.0.0.1:33505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5040 (was 5197) 2024-11-23T12:04:44,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=5039 2024-11-23T12:04:44,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.log.dir so I do NOT create it in target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44 2024-11-23T12:04:44,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b1ec3eae-aa89-b217-bbbe-eba6a38fcf7d/hadoop.tmp.dir so I do NOT create it in target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44 2024-11-23T12:04:44,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4, deleteOnExit=true 2024-11-23T12:04:44,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/test.cache.data in system properties and HBase conf 2024-11-23T12:04:44,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T12:04:44,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir in system properties and HBase conf 2024-11-23T12:04:44,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T12:04:44,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T12:04:44,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T12:04:44,227 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T12:04:44,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:04:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:04:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T12:04:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:04:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T12:04:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T12:04:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:04:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:04:44,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T12:04:44,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/nfs.dump.dir in system properties and HBase conf 2024-11-23T12:04:44,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/java.io.tmpdir in system properties and HBase conf 2024-11-23T12:04:44,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:04:44,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T12:04:44,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T12:04:44,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:44,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:44,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:44,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:44,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:44,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:44,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72036823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:44,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24cb9ef2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:44,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@334c410e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/java.io.tmpdir/jetty-localhost-43069-hadoop-hdfs-3_4_1-tests_jar-_-any-14059641395657006108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:04:44,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b7335cd{HTTP/1.1, (http/1.1)}{localhost:43069} 2024-11-23T12:04:44,485 INFO [Time-limited test {}] server.Server(415): Started @18138ms 2024-11-23T12:04:44,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:44,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:44,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:44,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:44,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:44,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc11116{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:44,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@226b4776{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:44,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@773336a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/java.io.tmpdir/jetty-localhost-42547-hadoop-hdfs-3_4_1-tests_jar-_-any-15807605785060468502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:44,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51fde433{HTTP/1.1, (http/1.1)}{localhost:42547} 2024-11-23T12:04:44,699 INFO [Time-limited test {}] server.Server(415): Started @18352ms 2024-11-23T12:04:44,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:44,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:44,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:44,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:44,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:44,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:04:44,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@994e59b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:44,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f96134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:44,782 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data1/current/BP-553180611-172.17.0.2-1732363484279/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:44,782 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data2/current/BP-553180611-172.17.0.2-1732363484279/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:44,807 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2f29765b49a0eec with lease ID 0x9a7c2f6b397ba635: Processing first storage report for DS-71e98380-e8f3-4b55-ae04-f51e8df1f696 from datanode DatanodeRegistration(127.0.0.1:36105, datanodeUuid=29e5cef2-7b19-4635-9ab1-233032cb4a2d, infoPort=35293, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279) 2024-11-23T12:04:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2f29765b49a0eec with lease ID 0x9a7c2f6b397ba635: from storage DS-71e98380-e8f3-4b55-ae04-f51e8df1f696 node DatanodeRegistration(127.0.0.1:36105, datanodeUuid=29e5cef2-7b19-4635-9ab1-233032cb4a2d, infoPort=35293, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2f29765b49a0eec with lease ID 0x9a7c2f6b397ba635: Processing first storage report for DS-6e5c89c7-0364-45b1-9fa3-9953b6ff6e1b from datanode DatanodeRegistration(127.0.0.1:36105, datanodeUuid=29e5cef2-7b19-4635-9ab1-233032cb4a2d, infoPort=35293, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279) 2024-11-23T12:04:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2f29765b49a0eec with lease ID 0x9a7c2f6b397ba635: from storage DS-6e5c89c7-0364-45b1-9fa3-9953b6ff6e1b node DatanodeRegistration(127.0.0.1:36105, datanodeUuid=29e5cef2-7b19-4635-9ab1-233032cb4a2d, infoPort=35293, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:44,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a699144{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/java.io.tmpdir/jetty-localhost-43347-hadoop-hdfs-3_4_1-tests_jar-_-any-12046605100454043990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:44,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5743ff23{HTTP/1.1, (http/1.1)}{localhost:43347} 2024-11-23T12:04:44,890 INFO [Time-limited test {}] server.Server(415): Started @18543ms 2024-11-23T12:04:44,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:44,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:44,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:44,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:44,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:44,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:04:44,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fc7af72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:44,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2211d50d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:44,994 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data3/current/BP-553180611-172.17.0.2-1732363484279/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:44,994 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data4/current/BP-553180611-172.17.0.2-1732363484279/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:45,019 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e2189c3824137dc with lease ID 0x9a7c2f6b397ba636: Processing first storage report for DS-f4fcc0dc-666a-49e0-a67e-eaf15d096253 from datanode DatanodeRegistration(127.0.0.1:40837, datanodeUuid=115edd93-3502-4fc5-9a83-7139cd6f4ae9, infoPort=45105, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279) 2024-11-23T12:04:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e2189c3824137dc with lease ID 0x9a7c2f6b397ba636: from storage DS-f4fcc0dc-666a-49e0-a67e-eaf15d096253 node DatanodeRegistration(127.0.0.1:40837, datanodeUuid=115edd93-3502-4fc5-9a83-7139cd6f4ae9, infoPort=45105, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e2189c3824137dc with lease ID 0x9a7c2f6b397ba636: Processing first storage report for DS-2ad56a62-1687-4c1a-ab7d-d9bd25367805 from datanode DatanodeRegistration(127.0.0.1:40837, datanodeUuid=115edd93-3502-4fc5-9a83-7139cd6f4ae9, infoPort=45105, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279) 2024-11-23T12:04:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e2189c3824137dc with lease ID 0x9a7c2f6b397ba636: from storage DS-2ad56a62-1687-4c1a-ab7d-d9bd25367805 node DatanodeRegistration(127.0.0.1:40837, datanodeUuid=115edd93-3502-4fc5-9a83-7139cd6f4ae9, infoPort=45105, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:45,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6971000c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/java.io.tmpdir/jetty-localhost-45495-hadoop-hdfs-3_4_1-tests_jar-_-any-16732580762682065877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:45,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f7dfdd7{HTTP/1.1, (http/1.1)}{localhost:45495} 2024-11-23T12:04:45,060 INFO [Time-limited test {}] server.Server(415): Started @18713ms 2024-11-23T12:04:45,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:45,158 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data5/current/BP-553180611-172.17.0.2-1732363484279/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:45,159 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data6/current/BP-553180611-172.17.0.2-1732363484279/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:45,177 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b850c7199a8c921 with lease ID 0x9a7c2f6b397ba637: Processing first storage report for DS-714ed39f-8617-41c8-95cb-6e377e162a72 from datanode DatanodeRegistration(127.0.0.1:34433, datanodeUuid=042900e5-9938-49fa-9fd9-5e6c29fd9f44, infoPort=45539, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279) 2024-11-23T12:04:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b850c7199a8c921 with lease ID 0x9a7c2f6b397ba637: from storage DS-714ed39f-8617-41c8-95cb-6e377e162a72 node DatanodeRegistration(127.0.0.1:34433, datanodeUuid=042900e5-9938-49fa-9fd9-5e6c29fd9f44, infoPort=45539, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b850c7199a8c921 with lease ID 0x9a7c2f6b397ba637: Processing first storage report for DS-40499731-b8f2-4d63-845e-e0666ad37500 from datanode DatanodeRegistration(127.0.0.1:34433, datanodeUuid=042900e5-9938-49fa-9fd9-5e6c29fd9f44, infoPort=45539, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279) 2024-11-23T12:04:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b850c7199a8c921 with lease ID 0x9a7c2f6b397ba637: from storage DS-40499731-b8f2-4d63-845e-e0666ad37500 node DatanodeRegistration(127.0.0.1:34433, datanodeUuid=042900e5-9938-49fa-9fd9-5e6c29fd9f44, infoPort=45539, infoSecurePort=0, ipcPort=43383, storageInfo=lv=-57;cid=testClusterID;nsid=532436770;c=1732363484279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:45,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44 2024-11-23T12:04:45,193 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T12:04:45,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T12:04:45,200 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:37659/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:37659/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/oldWALs, maxLogs=32 2024-11-23T12:04:45,215 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732363485201, exclude list is [], retry=0 2024-11-23T12:04:45,220 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34433,DS-714ed39f-8617-41c8-95cb-6e377e162a72,DISK] 2024-11-23T12:04:45,221 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40837,DS-f4fcc0dc-666a-49e0-a67e-eaf15d096253,DISK] 2024-11-23T12:04:45,222 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36105,DS-71e98380-e8f3-4b55-ae04-f51e8df1f696,DISK] 2024-11-23T12:04:45,229 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732363485201 2024-11-23T12:04:45,229 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45539:45539),(127.0.0.1/127.0.0.1:45105:45105),(127.0.0.1/127.0.0.1:35293:35293)] 2024-11-23T12:04:45,249 INFO [AsyncFSWAL-0-hdfs://localhost:37659/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-23T12:04:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40837 is added to blk_1073741825_1001 (size=5861116) 2024-11-23T12:04:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34433 is added to blk_1073741825_1001 (size=5861116) 2024-11-23T12:04:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36105 is added to blk_1073741825_1001 (size=5861116) 2024-11-23T12:04:56,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:04:56,720 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37659/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732363485201: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T12:04:58,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T12:04:58,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6971000c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:58,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f7dfdd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:58,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:58,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2211d50d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:58,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fc7af72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:58,703 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:58,703 WARN [BP-553180611-172.17.0.2-1732363484279 heartbeating to localhost/127.0.0.1:37659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:58,703 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:58,703 WARN [BP-553180611-172.17.0.2-1732363484279 heartbeating to localhost/127.0.0.1:37659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-553180611-172.17.0.2-1732363484279 (Datanode Uuid 042900e5-9938-49fa-9fd9-5e6c29fd9f44) service to localhost/127.0.0.1:37659 2024-11-23T12:04:58,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data5/current/BP-553180611-172.17.0.2-1732363484279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:58,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data6/current/BP-553180611-172.17.0.2-1732363484279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:58,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:58,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a699144{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:58,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5743ff23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:58,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:58,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f96134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:58,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@994e59b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:58,718 WARN [BP-553180611-172.17.0.2-1732363484279 heartbeating to localhost/127.0.0.1:37659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:58,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:58,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:58,719 WARN [BP-553180611-172.17.0.2-1732363484279 heartbeating to localhost/127.0.0.1:37659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-553180611-172.17.0.2-1732363484279 (Datanode Uuid 115edd93-3502-4fc5-9a83-7139cd6f4ae9) service to localhost/127.0.0.1:37659 2024-11-23T12:04:58,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data3/current/BP-553180611-172.17.0.2-1732363484279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:58,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data4/current/BP-553180611-172.17.0.2-1732363484279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:58,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:58,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@773336a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:58,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51fde433{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:58,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:58,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@226b4776{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:58,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc11116{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:58,725 WARN [BP-553180611-172.17.0.2-1732363484279 heartbeating to localhost/127.0.0.1:37659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:04:58,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:04:58,725 WARN [BP-553180611-172.17.0.2-1732363484279 heartbeating to localhost/127.0.0.1:37659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-553180611-172.17.0.2-1732363484279 (Datanode Uuid 29e5cef2-7b19-4635-9ab1-233032cb4a2d) service to localhost/127.0.0.1:37659 2024-11-23T12:04:58,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:04:58,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data1/current/BP-553180611-172.17.0.2-1732363484279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:58,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:04:58,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/cluster_30e2779b-f7cd-2b70-a00d-7a2606e47ae4/dfs/data/data2/current/BP-553180611-172.17.0.2-1732363484279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:04:58,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@334c410e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:04:58,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b7335cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:04:58,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:04:58,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24cb9ef2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:04:58,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72036823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir/,STOPPED} 2024-11-23T12:04:58,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T12:04:58,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55 (was 56), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4923 (was 5039) 2024-11-23T12:04:58,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=4922 2024-11-23T12:04:58,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.log.dir so I do NOT create it in target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4 2024-11-23T12:04:58,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65c9d8ba-5533-394a-dc0d-2b146d41eb44/hadoop.tmp.dir so I do NOT create it in target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4 2024-11-23T12:04:58,771 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046, deleteOnExit=true 2024-11-23T12:04:58,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/test.cache.data in system properties and HBase conf 2024-11-23T12:04:58,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T12:04:58,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir in system properties and HBase conf 2024-11-23T12:04:58,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T12:04:58,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T12:04:58,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T12:04:58,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T12:04:58,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:04:58,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T12:04:58,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T12:04:58,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/nfs.dump.dir in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/java.io.tmpdir in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T12:04:58,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T12:04:58,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T12:04:58,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:58,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:58,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:58,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:58,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T12:04:58,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:58,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0b2d46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:58,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72effd67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:58,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fc48ff3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/java.io.tmpdir/jetty-localhost-45863-hadoop-hdfs-3_4_1-tests_jar-_-any-677262911926746732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:04:58,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f238bd0{HTTP/1.1, (http/1.1)}{localhost:45863} 2024-11-23T12:04:58,992 INFO [Time-limited test {}] server.Server(415): Started @32645ms 2024-11-23T12:04:59,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:59,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:59,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:59,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:59,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:59,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f726f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:59,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee96154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:59,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36fb3e28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/java.io.tmpdir/jetty-localhost-34721-hadoop-hdfs-3_4_1-tests_jar-_-any-1186159680805554043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:59,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56a3b126{HTTP/1.1, (http/1.1)}{localhost:34721} 2024-11-23T12:04:59,259 INFO [Time-limited test {}] server.Server(415): Started @32912ms 2024-11-23T12:04:59,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:59,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:59,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:59,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:59,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:59,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:59,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69240bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:59,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c928bae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:59,363 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data1/current/BP-895317406-172.17.0.2-1732363498808/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:59,363 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data2/current/BP-895317406-172.17.0.2-1732363498808/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:59,395 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x503bf3a0d1f1748 with lease ID 0x74cc7e7727c0cbc4: Processing first storage report for DS-d3e33dca-c5fc-4c2a-bddc-59490f73ed5d from datanode DatanodeRegistration(127.0.0.1:36263, datanodeUuid=0fe78b67-0b36-46c3-aa9b-f0786a308803, infoPort=46693, infoSecurePort=0, ipcPort=43179, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808) 2024-11-23T12:04:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x503bf3a0d1f1748 with lease ID 0x74cc7e7727c0cbc4: from storage DS-d3e33dca-c5fc-4c2a-bddc-59490f73ed5d node DatanodeRegistration(127.0.0.1:36263, datanodeUuid=0fe78b67-0b36-46c3-aa9b-f0786a308803, infoPort=46693, infoSecurePort=0, ipcPort=43179, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x503bf3a0d1f1748 with lease ID 0x74cc7e7727c0cbc4: Processing first storage report for DS-964ce53f-d540-41e7-8946-82fb0f49e7b0 from datanode DatanodeRegistration(127.0.0.1:36263, datanodeUuid=0fe78b67-0b36-46c3-aa9b-f0786a308803, infoPort=46693, infoSecurePort=0, ipcPort=43179, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808) 2024-11-23T12:04:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x503bf3a0d1f1748 with lease ID 0x74cc7e7727c0cbc4: from storage DS-964ce53f-d540-41e7-8946-82fb0f49e7b0 node DatanodeRegistration(127.0.0.1:36263, datanodeUuid=0fe78b67-0b36-46c3-aa9b-f0786a308803, infoPort=46693, infoSecurePort=0, ipcPort=43179, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:59,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@728e8974{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/java.io.tmpdir/jetty-localhost-37785-hadoop-hdfs-3_4_1-tests_jar-_-any-12031643708456447111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:59,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a35ff08{HTTP/1.1, (http/1.1)}{localhost:37785} 2024-11-23T12:04:59,434 INFO [Time-limited test {}] server.Server(415): Started @33087ms 2024-11-23T12:04:59,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:59,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T12:04:59,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T12:04:59,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T12:04:59,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T12:04:59,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T12:04:59,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da658f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir/,AVAILABLE} 2024-11-23T12:04:59,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d4237d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T12:04:59,545 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data3/current/BP-895317406-172.17.0.2-1732363498808/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:59,546 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data4/current/BP-895317406-172.17.0.2-1732363498808/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:59,576 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb107d73bc2cacc0 with lease ID 0x74cc7e7727c0cbc5: Processing first storage report for DS-5fe20a5b-54ad-4a87-8c47-593c7b9e1dda from datanode DatanodeRegistration(127.0.0.1:37957, datanodeUuid=7b20ab0e-4c00-4a0b-94a7-43f526c60026, infoPort=41971, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808) 2024-11-23T12:04:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb107d73bc2cacc0 with lease ID 0x74cc7e7727c0cbc5: from storage DS-5fe20a5b-54ad-4a87-8c47-593c7b9e1dda node DatanodeRegistration(127.0.0.1:37957, datanodeUuid=7b20ab0e-4c00-4a0b-94a7-43f526c60026, infoPort=41971, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb107d73bc2cacc0 with lease ID 0x74cc7e7727c0cbc5: Processing first storage report for DS-ab0f517d-5f08-408d-bdd9-6c1814afdff7 from datanode DatanodeRegistration(127.0.0.1:37957, datanodeUuid=7b20ab0e-4c00-4a0b-94a7-43f526c60026, infoPort=41971, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808) 2024-11-23T12:04:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb107d73bc2cacc0 with lease ID 0x74cc7e7727c0cbc5: from storage DS-ab0f517d-5f08-408d-bdd9-6c1814afdff7 node DatanodeRegistration(127.0.0.1:37957, datanodeUuid=7b20ab0e-4c00-4a0b-94a7-43f526c60026, infoPort=41971, infoSecurePort=0, ipcPort=46817, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:59,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a65a3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/java.io.tmpdir/jetty-localhost-44117-hadoop-hdfs-3_4_1-tests_jar-_-any-148265339644908874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:04:59,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cd41a4a{HTTP/1.1, (http/1.1)}{localhost:44117} 2024-11-23T12:04:59,648 INFO [Time-limited test {}] server.Server(415): Started @33301ms 2024-11-23T12:04:59,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T12:04:59,783 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data5/current/BP-895317406-172.17.0.2-1732363498808/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:59,784 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data6/current/BP-895317406-172.17.0.2-1732363498808/current, will proceed with Du for space computation calculation, 2024-11-23T12:04:59,809 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T12:04:59,813 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8637dcf073cd8977 with lease ID 0x74cc7e7727c0cbc6: Processing first storage report for DS-8bb65a2a-b604-4e1c-b1da-d97b53e043e4 from datanode DatanodeRegistration(127.0.0.1:33009, datanodeUuid=06680134-a6d7-4ed0-8551-15429c1c7586, infoPort=34765, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808) 2024-11-23T12:04:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8637dcf073cd8977 with lease ID 0x74cc7e7727c0cbc6: from storage DS-8bb65a2a-b604-4e1c-b1da-d97b53e043e4 node DatanodeRegistration(127.0.0.1:33009, datanodeUuid=06680134-a6d7-4ed0-8551-15429c1c7586, infoPort=34765, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8637dcf073cd8977 with lease ID 0x74cc7e7727c0cbc6: Processing first storage report for DS-fc1f24fc-2f7f-4bb2-b0b6-b487303b7468 from datanode DatanodeRegistration(127.0.0.1:33009, datanodeUuid=06680134-a6d7-4ed0-8551-15429c1c7586, infoPort=34765, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808) 2024-11-23T12:04:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8637dcf073cd8977 with lease ID 0x74cc7e7727c0cbc6: from storage DS-fc1f24fc-2f7f-4bb2-b0b6-b487303b7468 node DatanodeRegistration(127.0.0.1:33009, datanodeUuid=06680134-a6d7-4ed0-8551-15429c1c7586, infoPort=34765, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=812852412;c=1732363498808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T12:04:59,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4 2024-11-23T12:04:59,917 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T12:04:59,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T12:04:59,924 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37111/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37111/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/oldWALs, maxLogs=32 2024-11-23T12:04:59,939 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732363499925, exclude list is [], retry=0 2024-11-23T12:04:59,945 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36263,DS-d3e33dca-c5fc-4c2a-bddc-59490f73ed5d,DISK] 2024-11-23T12:04:59,946 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33009,DS-8bb65a2a-b604-4e1c-b1da-d97b53e043e4,DISK] 2024-11-23T12:04:59,946 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37957,DS-5fe20a5b-54ad-4a87-8c47-593c7b9e1dda,DISK] 2024-11-23T12:04:59,948 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732363499925 2024-11-23T12:04:59,949 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46693:46693),(127.0.0.1/127.0.0.1:34765:34765),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-23T12:05:00,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741825_1001 (size=121110) 2024-11-23T12:05:00,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36263 is added to blk_1073741825_1001 (size=121110) 2024-11-23T12:05:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33009 is added to blk_1073741825_1001 (size=121110) 2024-11-23T12:05:00,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T12:05:00,425 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37111/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732363499925: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T12:05:00,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T12:05:00,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a65a3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:05:00,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cd41a4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:05:00,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:05:00,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d4237d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:05:00,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da658f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir/,STOPPED} 2024-11-23T12:05:00,491 WARN [BP-895317406-172.17.0.2-1732363498808 heartbeating to localhost/127.0.0.1:37111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:05:00,491 WARN [BP-895317406-172.17.0.2-1732363498808 heartbeating to localhost/127.0.0.1:37111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-895317406-172.17.0.2-1732363498808 (Datanode Uuid 06680134-a6d7-4ed0-8551-15429c1c7586) service to localhost/127.0.0.1:37111 2024-11-23T12:05:00,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:05:00,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:05:00,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data5/current/BP-895317406-172.17.0.2-1732363498808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:05:00,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data6/current/BP-895317406-172.17.0.2-1732363498808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:05:00,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:05:00,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@728e8974{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:05:00,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a35ff08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:05:00,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:05:00,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c928bae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:05:00,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69240bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir/,STOPPED} 2024-11-23T12:05:00,501 WARN [BP-895317406-172.17.0.2-1732363498808 heartbeating to localhost/127.0.0.1:37111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:05:00,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:05:00,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:05:00,501 WARN [BP-895317406-172.17.0.2-1732363498808 heartbeating to localhost/127.0.0.1:37111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-895317406-172.17.0.2-1732363498808 (Datanode Uuid 7b20ab0e-4c00-4a0b-94a7-43f526c60026) service to localhost/127.0.0.1:37111 2024-11-23T12:05:00,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data3/current/BP-895317406-172.17.0.2-1732363498808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:05:00,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data4/current/BP-895317406-172.17.0.2-1732363498808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:05:00,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:05:00,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36fb3e28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:05:00,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56a3b126{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:05:00,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:05:00,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee96154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:05:00,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f726f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir/,STOPPED} 2024-11-23T12:05:00,544 WARN [BP-895317406-172.17.0.2-1732363498808 heartbeating to localhost/127.0.0.1:37111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:05:00,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:05:00,544 WARN [BP-895317406-172.17.0.2-1732363498808 heartbeating to localhost/127.0.0.1:37111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-895317406-172.17.0.2-1732363498808 (Datanode Uuid 0fe78b67-0b36-46c3-aa9b-f0786a308803) service to localhost/127.0.0.1:37111 2024-11-23T12:05:00,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:05:00,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data1/current/BP-895317406-172.17.0.2-1732363498808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:05:00,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/cluster_4c404b5e-55d4-0012-3f74-246b2da17046/dfs/data/data2/current/BP-895317406-172.17.0.2-1732363498808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:05:00,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:05:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fc48ff3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:05:00,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f238bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:05:00,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:05:00,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72effd67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:05:00,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0b2d46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/887e082f-4805-64ca-3725-e3be8c2ba9c4/hadoop.log.dir/,STOPPED} 2024-11-23T12:05:00,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-23T12:05:00,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=80 (was 55) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 337), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=4714 (was 4922)