2024-12-02 05:04:37,630 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-12-02 05:04:37,650 main DEBUG Took 0.014368 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 05:04:37,656 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 05:04:37,657 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 05:04:37,658 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 05:04:37,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,680 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 05:04:37,708 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,714 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,716 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,717 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,731 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,732 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,735 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,736 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:04:37,737 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,737 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 05:04:37,789 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:04:37,792 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 05:04:37,794 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 05:04:37,795 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 05:04:37,797 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 05:04:37,797 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 05:04:37,809 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 05:04:37,825 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 05:04:37,828 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 05:04:37,828 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 05:04:37,829 main DEBUG createAppenders(={Console}) 2024-12-02 05:04:37,830 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 initialized 2024-12-02 05:04:37,830 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-12-02 05:04:37,831 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 OK. 2024-12-02 05:04:37,832 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 05:04:37,832 main DEBUG OutputStream closed 2024-12-02 05:04:37,838 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 05:04:37,838 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 05:04:37,838 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@73700b80 OK 2024-12-02 05:04:37,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 05:04:37,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 05:04:37,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 05:04:37,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 05:04:37,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 05:04:37,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 05:04:37,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 05:04:37,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 05:04:37,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 05:04:37,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 05:04:37,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 05:04:37,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 05:04:37,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 05:04:37,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 05:04:37,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 05:04:37,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 05:04:37,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 05:04:37,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 05:04:37,979 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 05:04:37,979 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-12-02 05:04:37,980 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 05:04:37,981 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-12-02T05:04:38,437 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288 2024-12-02 05:04:38,442 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 05:04:38,442 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T05:04:38,457 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-02T05:04:38,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=5113 2024-12-02T05:04:38,534 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746, deleteOnExit=true 2024-12-02T05:04:38,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/test.cache.data in system properties and HBase conf 2024-12-02T05:04:38,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:04:38,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:04:38,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:04:38,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:04:38,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T05:04:38,737 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T05:04:38,911 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:04:38,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:04:38,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:04:38,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:04:38,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:04:38,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:04:38,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:04:38,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:04:38,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:04:38,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:04:38,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:04:38,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:04:38,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:04:38,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:04:38,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:04:40,028 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T05:04:40,133 INFO [Time-limited test {}] log.Log(170): Logging initialized @3533ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T05:04:40,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:40,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:40,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:40,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:40,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:04:40,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:40,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:40,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:40,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/java.io.tmpdir/jetty-localhost-41515-hadoop-hdfs-3_4_1-tests_jar-_-any-5275929910779400745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:04:40,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:41515} 2024-12-02T05:04:40,661 INFO [Time-limited test {}] server.Server(415): Started @4054ms 2024-12-02T05:04:41,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:41,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:41,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:41,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:41,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:04:41,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:41,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:41,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b743d62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/java.io.tmpdir/jetty-localhost-36743-hadoop-hdfs-3_4_1-tests_jar-_-any-14038522497898277988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:41,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:36743} 2024-12-02T05:04:41,326 INFO [Time-limited test {}] server.Server(415): Started @4728ms 2024-12-02T05:04:41,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:41,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:41,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:41,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:41,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:41,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:04:41,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:41,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:41,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45317718{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/java.io.tmpdir/jetty-localhost-42765-hadoop-hdfs-3_4_1-tests_jar-_-any-3270585114291947909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:41,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:42765} 2024-12-02T05:04:41,704 INFO [Time-limited test {}] server.Server(415): Started @5105ms 2024-12-02T05:04:41,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:41,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:41,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:41,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:41,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:41,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:04:41,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:41,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:41,894 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data2/current/BP-2130265827-172.17.0.2-1733115879738/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:41,894 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data1/current/BP-2130265827-172.17.0.2-1733115879738/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:41,895 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data4/current/BP-2130265827-172.17.0.2-1733115879738/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:41,894 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data3/current/BP-2130265827-172.17.0.2-1733115879738/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:41,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e92478a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/java.io.tmpdir/jetty-localhost-43093-hadoop-hdfs-3_4_1-tests_jar-_-any-10781197016956343503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:41,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:43093} 2024-12-02T05:04:41,906 INFO [Time-limited test {}] server.Server(415): Started @5308ms 2024-12-02T05:04:41,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:41,962 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:41,962 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:42,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6973b2bd3d5b703a with lease ID 0x9b2aa95cdf02950d: Processing first storage report for DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7 from datanode DatanodeRegistration(127.0.0.1:37851, datanodeUuid=e10592bd-173d-413e-bfbc-234a83f9b6b4, infoPort=37309, infoSecurePort=0, ipcPort=43617, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738) 2024-12-02T05:04:42,054 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data5/current/BP-2130265827-172.17.0.2-1733115879738/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:42,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6973b2bd3d5b703a with lease ID 0x9b2aa95cdf02950d: from storage DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7 node DatanodeRegistration(127.0.0.1:37851, datanodeUuid=e10592bd-173d-413e-bfbc-234a83f9b6b4, infoPort=37309, infoSecurePort=0, ipcPort=43617, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:04:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb0fd2ae12eed536 with lease ID 0x9b2aa95cdf02950e: Processing first storage report for DS-5ad3c778-4b9a-4201-bfb0-907de5168ada from datanode DatanodeRegistration(127.0.0.1:46791, datanodeUuid=d7aed5a0-3f49-4440-89b9-5d4f444ac65a, infoPort=42407, infoSecurePort=0, ipcPort=38197, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738) 2024-12-02T05:04:42,056 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data6/current/BP-2130265827-172.17.0.2-1733115879738/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb0fd2ae12eed536 with lease ID 0x9b2aa95cdf02950e: from storage DS-5ad3c778-4b9a-4201-bfb0-907de5168ada node DatanodeRegistration(127.0.0.1:46791, datanodeUuid=d7aed5a0-3f49-4440-89b9-5d4f444ac65a, infoPort=42407, infoSecurePort=0, ipcPort=38197, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6973b2bd3d5b703a with lease ID 0x9b2aa95cdf02950d: Processing first storage report for DS-0e202f53-6b86-431b-91fc-5f2355890f96 from datanode DatanodeRegistration(127.0.0.1:37851, datanodeUuid=e10592bd-173d-413e-bfbc-234a83f9b6b4, infoPort=37309, infoSecurePort=0, ipcPort=43617, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738) 2024-12-02T05:04:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6973b2bd3d5b703a with lease ID 0x9b2aa95cdf02950d: from storage DS-0e202f53-6b86-431b-91fc-5f2355890f96 node DatanodeRegistration(127.0.0.1:37851, datanodeUuid=e10592bd-173d-413e-bfbc-234a83f9b6b4, infoPort=37309, infoSecurePort=0, ipcPort=43617, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb0fd2ae12eed536 with lease ID 0x9b2aa95cdf02950e: Processing first storage report for DS-0aa3f73b-b7c9-4a84-833b-135d049ecabf from datanode DatanodeRegistration(127.0.0.1:46791, datanodeUuid=d7aed5a0-3f49-4440-89b9-5d4f444ac65a, infoPort=42407, infoSecurePort=0, ipcPort=38197, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738) 2024-12-02T05:04:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb0fd2ae12eed536 with lease ID 0x9b2aa95cdf02950e: from storage DS-0aa3f73b-b7c9-4a84-833b-135d049ecabf node DatanodeRegistration(127.0.0.1:46791, datanodeUuid=d7aed5a0-3f49-4440-89b9-5d4f444ac65a, infoPort=42407, infoSecurePort=0, ipcPort=38197, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:42,089 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45b7c0aabf37d087 with lease ID 0x9b2aa95cdf02950f: Processing first storage report for DS-81947156-fea0-49c7-8d1e-fe8e198df5cb from datanode DatanodeRegistration(127.0.0.1:42893, datanodeUuid=1e52d444-7e2c-4a41-8be5-140f76265049, infoPort=32859, infoSecurePort=0, ipcPort=36653, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738) 2024-12-02T05:04:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45b7c0aabf37d087 with lease ID 0x9b2aa95cdf02950f: from storage DS-81947156-fea0-49c7-8d1e-fe8e198df5cb node DatanodeRegistration(127.0.0.1:42893, datanodeUuid=1e52d444-7e2c-4a41-8be5-140f76265049, infoPort=32859, infoSecurePort=0, ipcPort=36653, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:04:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45b7c0aabf37d087 with lease ID 0x9b2aa95cdf02950f: Processing first storage report for DS-e99f5ad4-1978-4205-adf5-bf95acba7330 from datanode DatanodeRegistration(127.0.0.1:42893, datanodeUuid=1e52d444-7e2c-4a41-8be5-140f76265049, infoPort=32859, infoSecurePort=0, ipcPort=36653, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738) 2024-12-02T05:04:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45b7c0aabf37d087 with lease ID 0x9b2aa95cdf02950f: from storage DS-e99f5ad4-1978-4205-adf5-bf95acba7330 node DatanodeRegistration(127.0.0.1:42893, datanodeUuid=1e52d444-7e2c-4a41-8be5-140f76265049, infoPort=32859, infoSecurePort=0, ipcPort=36653, storageInfo=lv=-57;cid=testClusterID;nsid=388800429;c=1733115879738), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:04:42,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288 2024-12-02T05:04:42,437 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:04:42,445 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:04:42,449 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T05:04:42,461 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T05:04:42,461 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T05:04:42,504 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T05:04:42,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:04:42,582 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/oldWALs, maxLogs=32 2024-12-02T05:04:42,638 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733115882617, exclude list is [], retry=0 2024-12-02T05:04:42,704 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1051 (auto-detected) 2024-12-02T05:04:42,708 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T05:04:42,738 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-81947156-fea0-49c7-8d1e-fe8e198df5cb,DISK] 2024-12-02T05:04:42,742 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T05:04:42,778 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46791,DS-5ad3c778-4b9a-4201-bfb0-907de5168ada,DISK] 2024-12-02T05:04:42,779 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37851,DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7,DISK] 2024-12-02T05:04:42,887 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733115882617 2024-12-02T05:04:42,889 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32859:32859),(127.0.0.1/127.0.0.1:42407:42407),(127.0.0.1/127.0.0.1:37309:37309)] 2024-12-02T05:04:42,891 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T05:04:43,595 DEBUG [AsyncFSWAL-0-hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-02T05:04:46,832 INFO [AsyncFSWAL-0-hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 151 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42893,DS-81947156-fea0-49c7-8d1e-fe8e198df5cb,DISK], DatanodeInfoWithStorage[127.0.0.1:46791,DS-5ad3c778-4b9a-4201-bfb0-907de5168ada,DISK], DatanodeInfoWithStorage[127.0.0.1:37851,DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7,DISK]] 2024-12-02T05:04:47,564 INFO [AsyncFSWAL-0-hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42893,DS-81947156-fea0-49c7-8d1e-fe8e198df5cb,DISK], DatanodeInfoWithStorage[127.0.0.1:46791,DS-5ad3c778-4b9a-4201-bfb0-907de5168ada,DISK], DatanodeInfoWithStorage[127.0.0.1:37851,DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7,DISK]] 2024-12-02T05:04:48,156 INFO [AsyncFSWAL-0-hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42893,DS-81947156-fea0-49c7-8d1e-fe8e198df5cb,DISK], DatanodeInfoWithStorage[127.0.0.1:46791,DS-5ad3c778-4b9a-4201-bfb0-907de5168ada,DISK], DatanodeInfoWithStorage[127.0.0.1:37851,DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7,DISK]] 2024-12-02T05:04:48,844 INFO [AsyncFSWAL-0-hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42893,DS-81947156-fea0-49c7-8d1e-fe8e198df5cb,DISK], DatanodeInfoWithStorage[127.0.0.1:46791,DS-5ad3c778-4b9a-4201-bfb0-907de5168ada,DISK], DatanodeInfoWithStorage[127.0.0.1:37851,DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7,DISK]] 2024-12-02T05:04:49,436 INFO [AsyncFSWAL-0-hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42893,DS-81947156-fea0-49c7-8d1e-fe8e198df5cb,DISK], DatanodeInfoWithStorage[127.0.0.1:46791,DS-5ad3c778-4b9a-4201-bfb0-907de5168ada,DISK], DatanodeInfoWithStorage[127.0.0.1:37851,DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7,DISK]] 2024-12-02T05:04:49,544 INFO [AsyncFSWAL-0-hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42893,DS-81947156-fea0-49c7-8d1e-fe8e198df5cb,DISK], DatanodeInfoWithStorage[127.0.0.1:46791,DS-5ad3c778-4b9a-4201-bfb0-907de5168ada,DISK], DatanodeInfoWithStorage[127.0.0.1:37851,DS-16e7a3c3-bf69-4cac-bbcc-4b130d2159b7,DISK]] 2024-12-02T05:04:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T05:04:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37851 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T05:04:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741825_1001 (size=1048651116) 2024-12-02T05:04:49,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:04:49,642 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45405/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733115882617: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-02T05:04:51,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T05:04:51,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e92478a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:51,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:04:51,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:04:51,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:04:51,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir/,STOPPED} 2024-12-02T05:04:51,176 WARN [BP-2130265827-172.17.0.2-1733115879738 heartbeating to localhost/127.0.0.1:45405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:04:51,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:04:51,176 WARN [BP-2130265827-172.17.0.2-1733115879738 heartbeating to localhost/127.0.0.1:45405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2130265827-172.17.0.2-1733115879738 (Datanode Uuid 1e52d444-7e2c-4a41-8be5-140f76265049) service to localhost/127.0.0.1:45405 2024-12-02T05:04:51,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:04:51,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data5/current/BP-2130265827-172.17.0.2-1733115879738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:51,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data6/current/BP-2130265827-172.17.0.2-1733115879738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:51,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:04:51,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45317718{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:51,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:04:51,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:04:51,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:04:51,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir/,STOPPED} 2024-12-02T05:04:51,194 WARN [BP-2130265827-172.17.0.2-1733115879738 heartbeating to localhost/127.0.0.1:45405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:04:51,194 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:04:51,194 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:04:51,194 WARN [BP-2130265827-172.17.0.2-1733115879738 heartbeating to localhost/127.0.0.1:45405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2130265827-172.17.0.2-1733115879738 (Datanode Uuid d7aed5a0-3f49-4440-89b9-5d4f444ac65a) service to localhost/127.0.0.1:45405 2024-12-02T05:04:51,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data3/current/BP-2130265827-172.17.0.2-1733115879738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:51,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:04:51,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data4/current/BP-2130265827-172.17.0.2-1733115879738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:51,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b743d62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:51,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:04:51,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:04:51,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:04:51,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir/,STOPPED} 2024-12-02T05:04:51,216 WARN [BP-2130265827-172.17.0.2-1733115879738 heartbeating to localhost/127.0.0.1:45405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:04:51,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:04:51,216 WARN [BP-2130265827-172.17.0.2-1733115879738 heartbeating to localhost/127.0.0.1:45405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2130265827-172.17.0.2-1733115879738 (Datanode Uuid e10592bd-173d-413e-bfbc-234a83f9b6b4) service to localhost/127.0.0.1:45405 2024-12-02T05:04:51,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:04:51,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data1/current/BP-2130265827-172.17.0.2-1733115879738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:51,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/cluster_bfa7dbd6-acce-1450-059b-5e3e63670746/dfs/data/data2/current/BP-2130265827-172.17.0.2-1733115879738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:51,218 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:04:51,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:04:51,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:04:51,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:04:51,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:04:51,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir/,STOPPED} 2024-12-02T05:04:51,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T05:04:51,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=48 (was 12) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:45405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:45405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1e669925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4530 (was 5113) 2024-12-02T05:04:51,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=48, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=4529 2024-12-02T05:04:51,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.log.dir so I do NOT create it in target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722 2024-12-02T05:04:51,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/813d2930-88a3-5e62-fe3d-cd834ccbe288/hadoop.tmp.dir so I do NOT create it in target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722 2024-12-02T05:04:51,741 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0, deleteOnExit=true 2024-12-02T05:04:51,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/test.cache.data in system properties and HBase conf 2024-12-02T05:04:51,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:04:51,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:04:51,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:04:51,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:04:51,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T05:04:51,742 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:04:51,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:04:51,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:04:51,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:04:51,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:04:51,744 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:04:51,744 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:04:51,744 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:04:51,744 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:04:51,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:04:51,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:04:51,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:04:51,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:04:51,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:04:51,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:04:51,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:51,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:51,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:51,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:51,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:04:51,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:51,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e16991c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:51,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c90b745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:52,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@913d51b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/java.io.tmpdir/jetty-localhost-35787-hadoop-hdfs-3_4_1-tests_jar-_-any-1811413527875855432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:04:52,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1974a89b{HTTP/1.1, (http/1.1)}{localhost:35787} 2024-12-02T05:04:52,027 INFO [Time-limited test {}] server.Server(415): Started @15428ms 2024-12-02T05:04:52,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:52,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:52,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:52,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:52,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:04:52,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a8cf01e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:52,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55f64475{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:52,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ccfed7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/java.io.tmpdir/jetty-localhost-46675-hadoop-hdfs-3_4_1-tests_jar-_-any-15132770858203041202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:52,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@711d7b4d{HTTP/1.1, (http/1.1)}{localhost:46675} 2024-12-02T05:04:52,273 INFO [Time-limited test {}] server.Server(415): Started @15674ms 2024-12-02T05:04:52,275 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:52,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:52,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:52,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:52,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:52,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:04:52,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c7698a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:52,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7abb950e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:52,398 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data1/current/BP-1087859488-172.17.0.2-1733115891788/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:52,399 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data2/current/BP-1087859488-172.17.0.2-1733115891788/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:52,425 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x995deb23abe5a0f3 with lease ID 0xc636f128c5462888: Processing first storage report for DS-48f2b9d8-f59c-464e-951d-fff8995ef8b3 from datanode DatanodeRegistration(127.0.0.1:42237, datanodeUuid=66bd4d47-953a-4a3b-b423-ef3233ee3c35, infoPort=43533, infoSecurePort=0, ipcPort=33007, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788) 2024-12-02T05:04:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x995deb23abe5a0f3 with lease ID 0xc636f128c5462888: from storage DS-48f2b9d8-f59c-464e-951d-fff8995ef8b3 node DatanodeRegistration(127.0.0.1:42237, datanodeUuid=66bd4d47-953a-4a3b-b423-ef3233ee3c35, infoPort=43533, infoSecurePort=0, ipcPort=33007, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:04:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x995deb23abe5a0f3 with lease ID 0xc636f128c5462888: Processing first storage report for DS-358bbf0f-22e5-4a7f-9734-ba995a85f8f0 from datanode DatanodeRegistration(127.0.0.1:42237, datanodeUuid=66bd4d47-953a-4a3b-b423-ef3233ee3c35, infoPort=43533, infoSecurePort=0, ipcPort=33007, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788) 2024-12-02T05:04:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x995deb23abe5a0f3 with lease ID 0xc636f128c5462888: from storage DS-358bbf0f-22e5-4a7f-9734-ba995a85f8f0 node DatanodeRegistration(127.0.0.1:42237, datanodeUuid=66bd4d47-953a-4a3b-b423-ef3233ee3c35, infoPort=43533, infoSecurePort=0, ipcPort=33007, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:52,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56915dd9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/java.io.tmpdir/jetty-localhost-39053-hadoop-hdfs-3_4_1-tests_jar-_-any-9415046989570883305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:52,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@460ecf9e{HTTP/1.1, (http/1.1)}{localhost:39053} 2024-12-02T05:04:52,540 INFO [Time-limited test {}] server.Server(415): Started @15942ms 2024-12-02T05:04:52,542 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:52,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:52,592 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:52,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:52,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:52,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:04:52,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e675373{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:52,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef6c93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:52,642 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data4/current/BP-1087859488-172.17.0.2-1733115891788/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:52,642 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data3/current/BP-1087859488-172.17.0.2-1733115891788/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:52,672 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:52,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ec018238975e940 with lease ID 0xc636f128c5462889: Processing first storage report for DS-18f2cdd9-e8e3-48c3-a995-c5da2a78c213 from datanode DatanodeRegistration(127.0.0.1:43801, datanodeUuid=168277f1-7d0e-43f2-b2fd-19b3f745d658, infoPort=43379, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788) 2024-12-02T05:04:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ec018238975e940 with lease ID 0xc636f128c5462889: from storage DS-18f2cdd9-e8e3-48c3-a995-c5da2a78c213 node DatanodeRegistration(127.0.0.1:43801, datanodeUuid=168277f1-7d0e-43f2-b2fd-19b3f745d658, infoPort=43379, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ec018238975e940 with lease ID 0xc636f128c5462889: Processing first storage report for DS-74d45cfc-c019-4d84-9800-1331e854efc0 from datanode DatanodeRegistration(127.0.0.1:43801, datanodeUuid=168277f1-7d0e-43f2-b2fd-19b3f745d658, infoPort=43379, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788) 2024-12-02T05:04:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ec018238975e940 with lease ID 0xc636f128c5462889: from storage DS-74d45cfc-c019-4d84-9800-1331e854efc0 node DatanodeRegistration(127.0.0.1:43801, datanodeUuid=168277f1-7d0e-43f2-b2fd-19b3f745d658, infoPort=43379, infoSecurePort=0, ipcPort=46421, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:52,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8f5488{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/java.io.tmpdir/jetty-localhost-46269-hadoop-hdfs-3_4_1-tests_jar-_-any-6351893918307171493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:52,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12388168{HTTP/1.1, (http/1.1)}{localhost:46269} 2024-12-02T05:04:52,731 INFO [Time-limited test {}] server.Server(415): Started @16132ms 2024-12-02T05:04:52,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:52,823 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data6/current/BP-1087859488-172.17.0.2-1733115891788/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:52,823 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data5/current/BP-1087859488-172.17.0.2-1733115891788/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:52,840 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e054c992b981b0e with lease ID 0xc636f128c546288a: Processing first storage report for DS-5ee52d6d-848e-4ebf-92e3-f800e2a8df81 from datanode DatanodeRegistration(127.0.0.1:43473, datanodeUuid=eddc909e-9c60-4db7-996a-16fde60df183, infoPort=38617, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788) 2024-12-02T05:04:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e054c992b981b0e with lease ID 0xc636f128c546288a: from storage DS-5ee52d6d-848e-4ebf-92e3-f800e2a8df81 node DatanodeRegistration(127.0.0.1:43473, datanodeUuid=eddc909e-9c60-4db7-996a-16fde60df183, infoPort=38617, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e054c992b981b0e with lease ID 0xc636f128c546288a: Processing first storage report for DS-db792d01-ff7e-4fbf-aae0-4860015e9383 from datanode DatanodeRegistration(127.0.0.1:43473, datanodeUuid=eddc909e-9c60-4db7-996a-16fde60df183, infoPort=38617, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788) 2024-12-02T05:04:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e054c992b981b0e with lease ID 0xc636f128c546288a: from storage DS-db792d01-ff7e-4fbf-aae0-4860015e9383 node DatanodeRegistration(127.0.0.1:43473, datanodeUuid=eddc909e-9c60-4db7-996a-16fde60df183, infoPort=38617, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=995501722;c=1733115891788), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:04:52,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722 2024-12-02T05:04:52,865 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:04:52,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:04:52,876 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39385/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39385/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/oldWALs, maxLogs=32 2024-12-02T05:04:52,896 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733115892878, exclude list is [], retry=0 2024-12-02T05:04:52,906 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-48f2b9d8-f59c-464e-951d-fff8995ef8b3,DISK] 2024-12-02T05:04:52,908 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43801,DS-18f2cdd9-e8e3-48c3-a995-c5da2a78c213,DISK] 2024-12-02T05:04:52,909 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43473,DS-5ee52d6d-848e-4ebf-92e3-f800e2a8df81,DISK] 2024-12-02T05:04:52,915 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733115892878 2024-12-02T05:04:52,915 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533),(127.0.0.1/127.0.0.1:43379:43379),(127.0.0.1/127.0.0.1:38617:38617)] 2024-12-02T05:04:53,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T05:04:53,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43801 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T05:04:53,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43473 is added to blk_1073741825_1001 (size=1073110) 2024-12-02T05:04:53,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:04:53,594 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39385/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733115892878: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-02T05:04:53,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T05:04:53,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8f5488{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:53,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12388168{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:04:53,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:04:53,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef6c93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:04:53,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e675373{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir/,STOPPED} 2024-12-02T05:04:53,717 WARN [BP-1087859488-172.17.0.2-1733115891788 heartbeating to localhost/127.0.0.1:39385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:04:53,717 WARN [BP-1087859488-172.17.0.2-1733115891788 heartbeating to localhost/127.0.0.1:39385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1087859488-172.17.0.2-1733115891788 (Datanode Uuid eddc909e-9c60-4db7-996a-16fde60df183) service to localhost/127.0.0.1:39385 2024-12-02T05:04:53,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:04:53,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:04:53,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data5/current/BP-1087859488-172.17.0.2-1733115891788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:53,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data6/current/BP-1087859488-172.17.0.2-1733115891788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:53,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:04:53,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56915dd9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:53,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@460ecf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:04:53,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:04:53,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7abb950e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:04:53,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c7698a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir/,STOPPED} 2024-12-02T05:04:53,729 WARN [BP-1087859488-172.17.0.2-1733115891788 heartbeating to localhost/127.0.0.1:39385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:04:53,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:04:53,729 WARN [BP-1087859488-172.17.0.2-1733115891788 heartbeating to localhost/127.0.0.1:39385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1087859488-172.17.0.2-1733115891788 (Datanode Uuid 168277f1-7d0e-43f2-b2fd-19b3f745d658) service to localhost/127.0.0.1:39385 2024-12-02T05:04:53,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:04:53,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data4/current/BP-1087859488-172.17.0.2-1733115891788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:53,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data3/current/BP-1087859488-172.17.0.2-1733115891788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:53,731 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:04:53,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ccfed7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:53,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@711d7b4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:04:53,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:04:53,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55f64475{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:04:53,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a8cf01e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir/,STOPPED} 2024-12-02T05:04:53,744 WARN [BP-1087859488-172.17.0.2-1733115891788 heartbeating to localhost/127.0.0.1:39385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:04:53,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:04:53,744 WARN [BP-1087859488-172.17.0.2-1733115891788 heartbeating to localhost/127.0.0.1:39385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1087859488-172.17.0.2-1733115891788 (Datanode Uuid 66bd4d47-953a-4a3b-b423-ef3233ee3c35) service to localhost/127.0.0.1:39385 2024-12-02T05:04:53,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:04:53,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data1/current/BP-1087859488-172.17.0.2-1733115891788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:53,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/cluster_6e3e73be-3349-a5bc-356b-533229d886a0/dfs/data/data2/current/BP-1087859488-172.17.0.2-1733115891788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:04:53,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:04:53,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@913d51b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:04:53,764 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1974a89b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:04:53,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:04:53,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c90b745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:04:53,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e16991c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir/,STOPPED} 2024-12-02T05:04:53,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T05:04:53,804 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=56 (was 48) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:39385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:39385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 483), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=4330 (was 4529) 2024-12-02T05:04:53,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=4330 2024-12-02T05:04:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.log.dir so I do NOT create it in target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b 2024-12-02T05:04:53,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba7e1050-c78c-e80c-7fc2-f88ce453b722/hadoop.tmp.dir so I do NOT create it in target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b 2024-12-02T05:04:53,813 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079, deleteOnExit=true 2024-12-02T05:04:53,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/test.cache.data in system properties and HBase conf 2024-12-02T05:04:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:04:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:04:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:04:53,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:04:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T05:04:53,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:04:53,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:04:53,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:04:53,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:04:53,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:04:53,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:04:53,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:04:53,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:04:53,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:04:53,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:04:53,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:04:53,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:04:53,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:04:53,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:04:53,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:04:53,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:53,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:53,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:53,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:53,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:04:53,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:53,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@484e85b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:53,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c216f70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:54,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d786f45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/java.io.tmpdir/jetty-localhost-36535-hadoop-hdfs-3_4_1-tests_jar-_-any-366402639421668210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:04:54,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba9dd3b{HTTP/1.1, (http/1.1)}{localhost:36535} 2024-12-02T05:04:54,036 INFO [Time-limited test {}] server.Server(415): Started @17438ms 2024-12-02T05:04:54,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:54,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:54,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:54,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:54,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:04:54,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1a380e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:54,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68061d7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:54,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5a083{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/java.io.tmpdir/jetty-localhost-44631-hadoop-hdfs-3_4_1-tests_jar-_-any-3873650736780001403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:54,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40da8521{HTTP/1.1, (http/1.1)}{localhost:44631} 2024-12-02T05:04:54,265 INFO [Time-limited test {}] server.Server(415): Started @17667ms 2024-12-02T05:04:54,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:54,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:54,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:54,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:54,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:54,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:04:54,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d5ff6da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:54,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28a12942{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:54,356 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data1/current/BP-233987917-172.17.0.2-1733115893852/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:54,355 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data2/current/BP-233987917-172.17.0.2-1733115893852/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:54,380 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1b671eda79be780 with lease ID 0x31f1bb8d68be9ec7: Processing first storage report for DS-833b41ae-a04f-468e-8520-4dbb50c7ec67 from datanode DatanodeRegistration(127.0.0.1:46605, datanodeUuid=e0fa5890-136a-4e52-82ee-68d8b7d005df, infoPort=33029, infoSecurePort=0, ipcPort=34937, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852) 2024-12-02T05:04:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1b671eda79be780 with lease ID 0x31f1bb8d68be9ec7: from storage DS-833b41ae-a04f-468e-8520-4dbb50c7ec67 node DatanodeRegistration(127.0.0.1:46605, datanodeUuid=e0fa5890-136a-4e52-82ee-68d8b7d005df, infoPort=33029, infoSecurePort=0, ipcPort=34937, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:04:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1b671eda79be780 with lease ID 0x31f1bb8d68be9ec7: Processing first storage report for DS-28dfae48-c933-4a7f-85a9-f05def29882f from datanode DatanodeRegistration(127.0.0.1:46605, datanodeUuid=e0fa5890-136a-4e52-82ee-68d8b7d005df, infoPort=33029, infoSecurePort=0, ipcPort=34937, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852) 2024-12-02T05:04:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1b671eda79be780 with lease ID 0x31f1bb8d68be9ec7: from storage DS-28dfae48-c933-4a7f-85a9-f05def29882f node DatanodeRegistration(127.0.0.1:46605, datanodeUuid=e0fa5890-136a-4e52-82ee-68d8b7d005df, infoPort=33029, infoSecurePort=0, ipcPort=34937, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:54,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@310c0730{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/java.io.tmpdir/jetty-localhost-37585-hadoop-hdfs-3_4_1-tests_jar-_-any-9035717903545804396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:54,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f76484e{HTTP/1.1, (http/1.1)}{localhost:37585} 2024-12-02T05:04:54,476 INFO [Time-limited test {}] server.Server(415): Started @17878ms 2024-12-02T05:04:54,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:54,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:04:54,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:04:54,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:04:54,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:04:54,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:04:54,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b1f425e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:04:54,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64b754fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:04:54,579 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data3/current/BP-233987917-172.17.0.2-1733115893852/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:54,579 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data4/current/BP-233987917-172.17.0.2-1733115893852/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:54,605 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa18eba4fc914a561 with lease ID 0x31f1bb8d68be9ec8: Processing first storage report for DS-b02bb642-34dc-465a-b393-fcb68c4ca256 from datanode DatanodeRegistration(127.0.0.1:44541, datanodeUuid=7105119c-ceec-40a0-b6de-5c96ce22c0d3, infoPort=46633, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852) 2024-12-02T05:04:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa18eba4fc914a561 with lease ID 0x31f1bb8d68be9ec8: from storage DS-b02bb642-34dc-465a-b393-fcb68c4ca256 node DatanodeRegistration(127.0.0.1:44541, datanodeUuid=7105119c-ceec-40a0-b6de-5c96ce22c0d3, infoPort=46633, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa18eba4fc914a561 with lease ID 0x31f1bb8d68be9ec8: Processing first storage report for DS-6cb7f99d-3145-413b-ac78-a0914f962d6c from datanode DatanodeRegistration(127.0.0.1:44541, datanodeUuid=7105119c-ceec-40a0-b6de-5c96ce22c0d3, infoPort=46633, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852) 2024-12-02T05:04:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa18eba4fc914a561 with lease ID 0x31f1bb8d68be9ec8: from storage DS-6cb7f99d-3145-413b-ac78-a0914f962d6c node DatanodeRegistration(127.0.0.1:44541, datanodeUuid=7105119c-ceec-40a0-b6de-5c96ce22c0d3, infoPort=46633, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:54,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b26640e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/java.io.tmpdir/jetty-localhost-39817-hadoop-hdfs-3_4_1-tests_jar-_-any-15732785340202800347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:04:54,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ad7e73{HTTP/1.1, (http/1.1)}{localhost:39817} 2024-12-02T05:04:54,660 INFO [Time-limited test {}] server.Server(415): Started @18062ms 2024-12-02T05:04:54,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:04:54,747 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data5/current/BP-233987917-172.17.0.2-1733115893852/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:54,747 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data6/current/BP-233987917-172.17.0.2-1733115893852/current, will proceed with Du for space computation calculation, 2024-12-02T05:04:54,771 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:04:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x653fd185b6c5dfc2 with lease ID 0x31f1bb8d68be9ec9: Processing first storage report for DS-aead8b7f-bf5c-499b-93b1-d0b5ac2c5d92 from datanode DatanodeRegistration(127.0.0.1:43215, datanodeUuid=526dca1d-846f-4cbf-ba6d-a77d43cd212b, infoPort=42253, infoSecurePort=0, ipcPort=37519, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852) 2024-12-02T05:04:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x653fd185b6c5dfc2 with lease ID 0x31f1bb8d68be9ec9: from storage DS-aead8b7f-bf5c-499b-93b1-d0b5ac2c5d92 node DatanodeRegistration(127.0.0.1:43215, datanodeUuid=526dca1d-846f-4cbf-ba6d-a77d43cd212b, infoPort=42253, infoSecurePort=0, ipcPort=37519, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x653fd185b6c5dfc2 with lease ID 0x31f1bb8d68be9ec9: Processing first storage report for DS-6b8fbf50-b85d-4c69-a9c6-6c6dbc6f7d0d from datanode DatanodeRegistration(127.0.0.1:43215, datanodeUuid=526dca1d-846f-4cbf-ba6d-a77d43cd212b, infoPort=42253, infoSecurePort=0, ipcPort=37519, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852) 2024-12-02T05:04:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x653fd185b6c5dfc2 with lease ID 0x31f1bb8d68be9ec9: from storage DS-6b8fbf50-b85d-4c69-a9c6-6c6dbc6f7d0d node DatanodeRegistration(127.0.0.1:43215, datanodeUuid=526dca1d-846f-4cbf-ba6d-a77d43cd212b, infoPort=42253, infoSecurePort=0, ipcPort=37519, storageInfo=lv=-57;cid=testClusterID;nsid=2121783205;c=1733115893852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:04:54,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b 2024-12-02T05:04:54,795 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:04:54,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:04:54,803 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:36187/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:36187/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/oldWALs, maxLogs=32 2024-12-02T05:04:54,825 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733115894805, exclude list is [], retry=0 2024-12-02T05:04:54,831 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46605,DS-833b41ae-a04f-468e-8520-4dbb50c7ec67,DISK] 2024-12-02T05:04:54,833 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43215,DS-aead8b7f-bf5c-499b-93b1-d0b5ac2c5d92,DISK] 2024-12-02T05:04:54,833 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44541,DS-b02bb642-34dc-465a-b393-fcb68c4ca256,DISK] 2024-12-02T05:04:54,836 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733115894805 2024-12-02T05:04:54,837 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33029:33029),(127.0.0.1/127.0.0.1:42253:42253),(127.0.0.1/127.0.0.1:46633:46633)] 2024-12-02T05:04:54,854 INFO [AsyncFSWAL-0-hdfs://localhost:36187/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-02T05:05:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T05:05:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T05:05:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741825_1001 (size=5861116) 2024-12-02T05:05:06,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:05:06,781 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36187/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733115894805: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T05:05:08,861 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T05:05:08,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b26640e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:08,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ad7e73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:05:08,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:05:08,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64b754fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:05:08,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b1f425e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir/,STOPPED} 2024-12-02T05:05:08,867 WARN [BP-233987917-172.17.0.2-1733115893852 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:05:08,867 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:05:08,867 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:05:08,867 WARN [BP-233987917-172.17.0.2-1733115893852 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-233987917-172.17.0.2-1733115893852 (Datanode Uuid 526dca1d-846f-4cbf-ba6d-a77d43cd212b) service to localhost/127.0.0.1:36187 2024-12-02T05:05:08,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data5/current/BP-233987917-172.17.0.2-1733115893852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:08,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data6/current/BP-233987917-172.17.0.2-1733115893852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:08,868 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:05:08,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@310c0730{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:08,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f76484e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:05:08,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:05:08,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28a12942{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:05:08,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d5ff6da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir/,STOPPED} 2024-12-02T05:05:08,876 WARN [BP-233987917-172.17.0.2-1733115893852 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:05:08,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:05:08,876 WARN [BP-233987917-172.17.0.2-1733115893852 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-233987917-172.17.0.2-1733115893852 (Datanode Uuid 7105119c-ceec-40a0-b6de-5c96ce22c0d3) service to localhost/127.0.0.1:36187 2024-12-02T05:05:08,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:05:08,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data3/current/BP-233987917-172.17.0.2-1733115893852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:08,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data4/current/BP-233987917-172.17.0.2-1733115893852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:08,877 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:05:08,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5a083{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:08,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40da8521{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:05:08,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:05:08,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68061d7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:05:08,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1a380e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir/,STOPPED} 2024-12-02T05:05:08,885 WARN [BP-233987917-172.17.0.2-1733115893852 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:05:08,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:05:08,885 WARN [BP-233987917-172.17.0.2-1733115893852 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-233987917-172.17.0.2-1733115893852 (Datanode Uuid e0fa5890-136a-4e52-82ee-68d8b7d005df) service to localhost/127.0.0.1:36187 2024-12-02T05:05:08,885 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:05:08,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data1/current/BP-233987917-172.17.0.2-1733115893852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:08,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/cluster_57225e8a-7383-26bb-af11-8c18034d2079/dfs/data/data2/current/BP-233987917-172.17.0.2-1733115893852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:08,886 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:05:08,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d786f45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:05:08,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba9dd3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:05:08,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:05:08,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c216f70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:05:08,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@484e85b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir/,STOPPED} 2024-12-02T05:05:08,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T05:05:08,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56 (was 56), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=4267 (was 4330) 2024-12-02T05:05:08,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=56, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=4267 2024-12-02T05:05:08,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.log.dir so I do NOT create it in target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1 2024-12-02T05:05:08,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d5537c2d-28c1-c5b1-c3a5-c3490e9d7f4b/hadoop.tmp.dir so I do NOT create it in target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1 2024-12-02T05:05:08,936 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6, deleteOnExit=true 2024-12-02T05:05:08,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/test.cache.data in system properties and HBase conf 2024-12-02T05:05:08,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:05:08,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:05:08,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:05:08,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:05:08,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T05:05:08,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:05:08,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:05:08,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:05:08,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:05:08,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:05:08,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:05:09,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:05:09,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:05:09,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:05:09,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:05:09,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:05:09,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:05:09,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@768dd127{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:05:09,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3140e7ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:05:09,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d2f1d12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/java.io.tmpdir/jetty-localhost-41679-hadoop-hdfs-3_4_1-tests_jar-_-any-8541823679859587583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:05:09,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11c4cadd{HTTP/1.1, (http/1.1)}{localhost:41679} 2024-12-02T05:05:09,163 INFO [Time-limited test {}] server.Server(415): Started @32565ms 2024-12-02T05:05:09,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:05:09,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:05:09,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:05:09,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:05:09,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:05:09,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65a65c38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:05:09,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31da44d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:05:09,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb3918d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/java.io.tmpdir/jetty-localhost-33501-hadoop-hdfs-3_4_1-tests_jar-_-any-5765820061951764122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:09,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3847e120{HTTP/1.1, (http/1.1)}{localhost:33501} 2024-12-02T05:05:09,407 INFO [Time-limited test {}] server.Server(415): Started @32809ms 2024-12-02T05:05:09,409 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:05:09,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:05:09,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:05:09,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:05:09,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:05:09,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:05:09,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8c399d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:05:09,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1114aa9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:05:09,539 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data1/current/BP-2028334407-172.17.0.2-1733115908968/current, will proceed with Du for space computation calculation, 2024-12-02T05:05:09,540 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data2/current/BP-2028334407-172.17.0.2-1733115908968/current, will proceed with Du for space computation calculation, 2024-12-02T05:05:09,580 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:05:09,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6ae5f7d428fbf16 with lease ID 0xdcdf721c123f164b: Processing first storage report for DS-2e4ca06c-33f5-4ab8-bb80-2d68e2b97672 from datanode DatanodeRegistration(127.0.0.1:45161, datanodeUuid=35af7b2d-fab9-49ae-8785-e9417e19052a, infoPort=35387, infoSecurePort=0, ipcPort=35267, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968) 2024-12-02T05:05:09,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6ae5f7d428fbf16 with lease ID 0xdcdf721c123f164b: from storage DS-2e4ca06c-33f5-4ab8-bb80-2d68e2b97672 node DatanodeRegistration(127.0.0.1:45161, datanodeUuid=35af7b2d-fab9-49ae-8785-e9417e19052a, infoPort=35387, infoSecurePort=0, ipcPort=35267, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:05:09,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6ae5f7d428fbf16 with lease ID 0xdcdf721c123f164b: Processing first storage report for DS-f3e754b9-dab1-4228-add2-d10fbb3d667f from datanode DatanodeRegistration(127.0.0.1:45161, datanodeUuid=35af7b2d-fab9-49ae-8785-e9417e19052a, infoPort=35387, infoSecurePort=0, ipcPort=35267, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968) 2024-12-02T05:05:09,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6ae5f7d428fbf16 with lease ID 0xdcdf721c123f164b: from storage DS-f3e754b9-dab1-4228-add2-d10fbb3d667f node DatanodeRegistration(127.0.0.1:45161, datanodeUuid=35af7b2d-fab9-49ae-8785-e9417e19052a, infoPort=35387, infoSecurePort=0, ipcPort=35267, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:05:09,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@134498d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/java.io.tmpdir/jetty-localhost-34449-hadoop-hdfs-3_4_1-tests_jar-_-any-10042120205366722286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:09,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2905a0bd{HTTP/1.1, (http/1.1)}{localhost:34449} 2024-12-02T05:05:09,622 INFO [Time-limited test {}] server.Server(415): Started @33023ms 2024-12-02T05:05:09,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:05:09,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:05:09,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:05:09,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:05:09,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:05:09,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:05:09,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@649b13e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:05:09,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bd8a29e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:05:09,713 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data3/current/BP-2028334407-172.17.0.2-1733115908968/current, will proceed with Du for space computation calculation, 2024-12-02T05:05:09,716 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data4/current/BP-2028334407-172.17.0.2-1733115908968/current, will proceed with Du for space computation calculation, 2024-12-02T05:05:09,741 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:05:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1535c8c4b780b675 with lease ID 0xdcdf721c123f164c: Processing first storage report for DS-639489d8-57fd-47ae-a372-e656cf1bbc94 from datanode DatanodeRegistration(127.0.0.1:42745, datanodeUuid=f7af563f-7536-4636-8733-6a699528cfb8, infoPort=33361, infoSecurePort=0, ipcPort=34793, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968) 2024-12-02T05:05:09,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1535c8c4b780b675 with lease ID 0xdcdf721c123f164c: from storage DS-639489d8-57fd-47ae-a372-e656cf1bbc94 node DatanodeRegistration(127.0.0.1:42745, datanodeUuid=f7af563f-7536-4636-8733-6a699528cfb8, infoPort=33361, infoSecurePort=0, ipcPort=34793, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:05:09,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1535c8c4b780b675 with lease ID 0xdcdf721c123f164c: Processing first storage report for DS-9f93de11-5aa3-46b7-ae2a-6cb304a14ce0 from datanode DatanodeRegistration(127.0.0.1:42745, datanodeUuid=f7af563f-7536-4636-8733-6a699528cfb8, infoPort=33361, infoSecurePort=0, ipcPort=34793, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968) 2024-12-02T05:05:09,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1535c8c4b780b675 with lease ID 0xdcdf721c123f164c: from storage DS-9f93de11-5aa3-46b7-ae2a-6cb304a14ce0 node DatanodeRegistration(127.0.0.1:42745, datanodeUuid=f7af563f-7536-4636-8733-6a699528cfb8, infoPort=33361, infoSecurePort=0, ipcPort=34793, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:05:09,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@736e90c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/java.io.tmpdir/jetty-localhost-42249-hadoop-hdfs-3_4_1-tests_jar-_-any-5755189417675059361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:09,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72e1a9cf{HTTP/1.1, (http/1.1)}{localhost:42249} 2024-12-02T05:05:09,823 INFO [Time-limited test {}] server.Server(415): Started @33225ms 2024-12-02T05:05:09,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:05:09,930 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data5/current/BP-2028334407-172.17.0.2-1733115908968/current, will proceed with Du for space computation calculation, 2024-12-02T05:05:09,930 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data6/current/BP-2028334407-172.17.0.2-1733115908968/current, will proceed with Du for space computation calculation, 2024-12-02T05:05:09,959 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:05:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82405fa2566dfd1f with lease ID 0xdcdf721c123f164d: Processing first storage report for DS-1bafc7f5-5e68-4bc7-8f55-2c31652c8e2c from datanode DatanodeRegistration(127.0.0.1:32963, datanodeUuid=3e272fc4-4167-4169-8d68-7e32cf9bf4a1, infoPort=40715, infoSecurePort=0, ipcPort=46283, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968) 2024-12-02T05:05:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82405fa2566dfd1f with lease ID 0xdcdf721c123f164d: from storage DS-1bafc7f5-5e68-4bc7-8f55-2c31652c8e2c node DatanodeRegistration(127.0.0.1:32963, datanodeUuid=3e272fc4-4167-4169-8d68-7e32cf9bf4a1, infoPort=40715, infoSecurePort=0, ipcPort=46283, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:05:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82405fa2566dfd1f with lease ID 0xdcdf721c123f164d: Processing first storage report for DS-3204a3f1-4177-45b3-97b0-43751a11be8a from datanode DatanodeRegistration(127.0.0.1:32963, datanodeUuid=3e272fc4-4167-4169-8d68-7e32cf9bf4a1, infoPort=40715, infoSecurePort=0, ipcPort=46283, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968) 2024-12-02T05:05:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82405fa2566dfd1f with lease ID 0xdcdf721c123f164d: from storage DS-3204a3f1-4177-45b3-97b0-43751a11be8a node DatanodeRegistration(127.0.0.1:32963, datanodeUuid=3e272fc4-4167-4169-8d68-7e32cf9bf4a1, infoPort=40715, infoSecurePort=0, ipcPort=46283, storageInfo=lv=-57;cid=testClusterID;nsid=2038133881;c=1733115908968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:05:09,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1 2024-12-02T05:05:09,980 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:05:09,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:05:09,987 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46223/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46223/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/oldWALs, maxLogs=32 2024-12-02T05:05:10,002 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733115909988, exclude list is [], retry=0 2024-12-02T05:05:10,008 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42745,DS-639489d8-57fd-47ae-a372-e656cf1bbc94,DISK] 2024-12-02T05:05:10,010 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32963,DS-1bafc7f5-5e68-4bc7-8f55-2c31652c8e2c,DISK] 2024-12-02T05:05:10,010 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45161,DS-2e4ca06c-33f5-4ab8-bb80-2d68e2b97672,DISK] 2024-12-02T05:05:10,019 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733115909988 2024-12-02T05:05:10,020 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33361:33361),(127.0.0.1/127.0.0.1:40715:40715),(127.0.0.1/127.0.0.1:35387:35387)] 2024-12-02T05:05:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42745 is added to blk_1073741825_1001 (size=121110) 2024-12-02T05:05:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45161 is added to blk_1073741825_1001 (size=121110) 2024-12-02T05:05:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741825_1001 (size=121110) 2024-12-02T05:05:10,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:05:10,639 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46223/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733115909988: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T05:05:10,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T05:05:10,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@736e90c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:10,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72e1a9cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:05:10,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:05:10,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bd8a29e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:05:10,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@649b13e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir/,STOPPED} 2024-12-02T05:05:10,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:05:10,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:05:10,680 WARN [BP-2028334407-172.17.0.2-1733115908968 heartbeating to localhost/127.0.0.1:46223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:05:10,680 WARN [BP-2028334407-172.17.0.2-1733115908968 heartbeating to localhost/127.0.0.1:46223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2028334407-172.17.0.2-1733115908968 (Datanode Uuid 3e272fc4-4167-4169-8d68-7e32cf9bf4a1) service to localhost/127.0.0.1:46223 2024-12-02T05:05:10,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data5/current/BP-2028334407-172.17.0.2-1733115908968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:10,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data6/current/BP-2028334407-172.17.0.2-1733115908968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:10,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:05:10,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@134498d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:10,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2905a0bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:05:10,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:05:10,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1114aa9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:05:10,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8c399d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir/,STOPPED} 2024-12-02T05:05:10,697 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:05:10,698 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:05:10,698 WARN [BP-2028334407-172.17.0.2-1733115908968 heartbeating to localhost/127.0.0.1:46223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:05:10,698 WARN [BP-2028334407-172.17.0.2-1733115908968 heartbeating to localhost/127.0.0.1:46223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2028334407-172.17.0.2-1733115908968 (Datanode Uuid f7af563f-7536-4636-8733-6a699528cfb8) service to localhost/127.0.0.1:46223 2024-12-02T05:05:10,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data3/current/BP-2028334407-172.17.0.2-1733115908968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:10,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data4/current/BP-2028334407-172.17.0.2-1733115908968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:10,699 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:05:10,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb3918d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:05:10,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3847e120{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:05:10,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:05:10,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31da44d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:05:10,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65a65c38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir/,STOPPED} 2024-12-02T05:05:10,716 WARN [BP-2028334407-172.17.0.2-1733115908968 heartbeating to localhost/127.0.0.1:46223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:05:10,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:05:10,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:05:10,716 WARN [BP-2028334407-172.17.0.2-1733115908968 heartbeating to localhost/127.0.0.1:46223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2028334407-172.17.0.2-1733115908968 (Datanode Uuid 35af7b2d-fab9-49ae-8785-e9417e19052a) service to localhost/127.0.0.1:46223 2024-12-02T05:05:10,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:05:10,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data1/current/BP-2028334407-172.17.0.2-1733115908968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:10,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/cluster_1c9bb3c8-20b2-1564-b6c5-b0d062af50c6/dfs/data/data2/current/BP-2028334407-172.17.0.2-1733115908968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:05:10,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d2f1d12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:05:10,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11c4cadd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:05:10,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:05:10,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3140e7ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:05:10,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@768dd127{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/50b30aef-b924-a5a0-767f-2edc52fe22c1/hadoop.log.dir/,STOPPED} 2024-12-02T05:05:10,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T05:05:10,809 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=81 (was 56) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 456) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4053 (was 4267)