2024-11-25 19:25:59,771 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-25 19:25:59,783 main DEBUG Took 0.009890 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 19:25:59,784 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 19:25:59,784 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 19:25:59,785 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 19:25:59,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,801 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 19:25:59,815 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,817 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,818 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,820 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,821 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,823 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,824 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,825 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,826 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,828 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,829 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:25:59,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,832 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 19:25:59,834 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:25:59,836 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 19:25:59,838 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 19:25:59,839 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 19:25:59,841 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 19:25:59,842 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 19:25:59,853 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 19:25:59,856 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 19:25:59,858 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 19:25:59,859 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 19:25:59,860 main DEBUG createAppenders(={Console}) 2024-11-25 19:25:59,861 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-25 19:25:59,861 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-25 19:25:59,861 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-25 19:25:59,862 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 19:25:59,863 main DEBUG OutputStream closed 2024-11-25 19:25:59,863 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 19:25:59,863 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 19:25:59,864 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-25 19:25:59,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 19:25:59,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 19:25:59,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 19:25:59,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 19:25:59,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 19:25:59,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 19:25:59,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 19:25:59,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 19:25:59,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 19:25:59,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 19:25:59,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 19:25:59,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 19:25:59,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 19:25:59,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 19:25:59,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 19:25:59,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 19:25:59,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 19:25:59,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 19:25:59,957 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 19:25:59,958 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-25 19:25:59,958 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 19:25:59,959 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-25T19:26:00,192 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27 2024-11-25 19:26:00,194 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 19:26:00,194 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T19:26:00,204 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-25T19:26:00,244 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=839, ProcessCount=11, AvailableMemoryMB=7294 2024-11-25T19:26:00,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9, deleteOnExit=true 2024-11-25T19:26:00,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/test.cache.data in system properties and HBase conf 2024-11-25T19:26:00,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T19:26:00,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir in system properties and HBase conf 2024-11-25T19:26:00,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T19:26:00,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T19:26:00,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T19:26:00,331 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T19:26:00,414 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T19:26:00,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:26:00,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:26:00,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T19:26:00,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:26:00,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T19:26:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T19:26:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:26:00,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:26:00,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T19:26:00,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/nfs.dump.dir in system properties and HBase conf 2024-11-25T19:26:00,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/java.io.tmpdir in system properties and HBase conf 2024-11-25T19:26:00,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:26:00,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T19:26:00,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T19:26:01,335 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T19:26:01,400 INFO [Time-limited test {}] log.Log(170): Logging initialized @2283ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T19:26:01,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:01,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:01,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:01,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:01,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:01,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:01,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6952bbac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:01,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4164423{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:01,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24c7e704{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/java.io.tmpdir/jetty-localhost-42043-hadoop-hdfs-3_4_1-tests_jar-_-any-15183737408242483805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:26:01,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4342e091{HTTP/1.1, (http/1.1)}{localhost:42043} 2024-11-25T19:26:01,741 INFO [Time-limited test {}] server.Server(415): Started @2625ms 2024-11-25T19:26:02,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:02,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:02,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:02,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:02,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:02,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@166d05da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:02,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42be17bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:02,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f715bb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/java.io.tmpdir/jetty-localhost-44947-hadoop-hdfs-3_4_1-tests_jar-_-any-441025924838514662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:02,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c03b7aa{HTTP/1.1, (http/1.1)}{localhost:44947} 2024-11-25T19:26:02,322 INFO [Time-limited test {}] server.Server(415): Started @3206ms 2024-11-25T19:26:02,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:02,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:02,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:02,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:02,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:02,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T19:26:02,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b21879f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:02,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48acf71f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:02,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e320740{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/java.io.tmpdir/jetty-localhost-45217-hadoop-hdfs-3_4_1-tests_jar-_-any-10329162031143977983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:02,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b9109f1{HTTP/1.1, (http/1.1)}{localhost:45217} 2024-11-25T19:26:02,633 INFO [Time-limited test {}] server.Server(415): Started @3516ms 2024-11-25T19:26:02,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:02,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:02,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:02,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:02,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:02,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:02,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c56e138{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:02,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f461387{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:02,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18864a19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/java.io.tmpdir/jetty-localhost-42799-hadoop-hdfs-3_4_1-tests_jar-_-any-7264448146172685074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:02,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56dbb369{HTTP/1.1, (http/1.1)}{localhost:42799} 2024-11-25T19:26:02,785 INFO [Time-limited test {}] server.Server(415): Started @3669ms 2024-11-25T19:26:02,787 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:03,380 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data2/current/BP-527243470-172.17.0.2-1732562760948/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:03,380 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data4/current/BP-527243470-172.17.0.2-1732562760948/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:03,380 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data1/current/BP-527243470-172.17.0.2-1732562760948/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:03,380 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data3/current/BP-527243470-172.17.0.2-1732562760948/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:03,416 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:03,416 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x184fd058170186ed with lease ID 0xa24b0d695e07ce3c: Processing first storage report for DS-3a53d52a-cd5d-46b5-b23c-93d6f927e198 from datanode DatanodeRegistration(127.0.0.1:42207, datanodeUuid=de8bdeed-6b9f-41fd-a21a-8368f022b06a, infoPort=40575, infoSecurePort=0, ipcPort=44011, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948) 2024-11-25T19:26:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x184fd058170186ed with lease ID 0xa24b0d695e07ce3c: from storage DS-3a53d52a-cd5d-46b5-b23c-93d6f927e198 node DatanodeRegistration(127.0.0.1:42207, datanodeUuid=de8bdeed-6b9f-41fd-a21a-8368f022b06a, infoPort=40575, infoSecurePort=0, ipcPort=44011, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T19:26:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadeff5b821b0971c with lease ID 0xa24b0d695e07ce3d: Processing first storage report for DS-17a517ac-23de-4aaf-8bdc-2cce8e3cd4ac from datanode DatanodeRegistration(127.0.0.1:38417, datanodeUuid=315eb2d6-b5c7-403e-8204-987c3c01da03, infoPort=42963, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948) 2024-11-25T19:26:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadeff5b821b0971c with lease ID 0xa24b0d695e07ce3d: from storage DS-17a517ac-23de-4aaf-8bdc-2cce8e3cd4ac node DatanodeRegistration(127.0.0.1:38417, datanodeUuid=315eb2d6-b5c7-403e-8204-987c3c01da03, infoPort=42963, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x184fd058170186ed with lease ID 0xa24b0d695e07ce3c: Processing first storage report for DS-105f658b-9db2-4dfb-9522-5ffb8bb7ca1d from datanode DatanodeRegistration(127.0.0.1:42207, datanodeUuid=de8bdeed-6b9f-41fd-a21a-8368f022b06a, infoPort=40575, infoSecurePort=0, ipcPort=44011, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948) 2024-11-25T19:26:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x184fd058170186ed with lease ID 0xa24b0d695e07ce3c: from storage DS-105f658b-9db2-4dfb-9522-5ffb8bb7ca1d node DatanodeRegistration(127.0.0.1:42207, datanodeUuid=de8bdeed-6b9f-41fd-a21a-8368f022b06a, infoPort=40575, infoSecurePort=0, ipcPort=44011, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadeff5b821b0971c with lease ID 0xa24b0d695e07ce3d: Processing first storage report for DS-93e42edf-e6ee-4a5b-8b53-4c64da3c9cb3 from datanode DatanodeRegistration(127.0.0.1:38417, datanodeUuid=315eb2d6-b5c7-403e-8204-987c3c01da03, infoPort=42963, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948) 2024-11-25T19:26:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadeff5b821b0971c with lease ID 0xa24b0d695e07ce3d: from storage DS-93e42edf-e6ee-4a5b-8b53-4c64da3c9cb3 node DatanodeRegistration(127.0.0.1:38417, datanodeUuid=315eb2d6-b5c7-403e-8204-987c3c01da03, infoPort=42963, infoSecurePort=0, ipcPort=42029, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:03,511 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data5/current/BP-527243470-172.17.0.2-1732562760948/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:03,512 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data6/current/BP-527243470-172.17.0.2-1732562760948/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:03,538 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea93457d518bf8b with lease ID 0xa24b0d695e07ce3e: Processing first storage report for DS-70a47f48-572f-4f8c-8382-c894c0e122e3 from datanode DatanodeRegistration(127.0.0.1:41061, datanodeUuid=0aa885d8-b534-40e3-9bcc-77fa45529d7f, infoPort=35031, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948) 2024-11-25T19:26:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea93457d518bf8b with lease ID 0xa24b0d695e07ce3e: from storage DS-70a47f48-572f-4f8c-8382-c894c0e122e3 node DatanodeRegistration(127.0.0.1:41061, datanodeUuid=0aa885d8-b534-40e3-9bcc-77fa45529d7f, infoPort=35031, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea93457d518bf8b with lease ID 0xa24b0d695e07ce3e: Processing first storage report for DS-4839d831-de6f-4643-b5cd-5c3e6ecc9c28 from datanode DatanodeRegistration(127.0.0.1:41061, datanodeUuid=0aa885d8-b534-40e3-9bcc-77fa45529d7f, infoPort=35031, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948) 2024-11-25T19:26:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea93457d518bf8b with lease ID 0xa24b0d695e07ce3e: from storage DS-4839d831-de6f-4643-b5cd-5c3e6ecc9c28 node DatanodeRegistration(127.0.0.1:41061, datanodeUuid=0aa885d8-b534-40e3-9bcc-77fa45529d7f, infoPort=35031, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=1986145968;c=1732562760948), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T19:26:03,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27 2024-11-25T19:26:03,653 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:26:03,658 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T19:26:03,660 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T19:26:03,681 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T19:26:03,682 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T19:26:03,728 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T19:26:03,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T19:26:03,777 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:35545/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:35545/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/oldWALs, maxLogs=32 2024-11-25T19:26:03,825 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732562763803, exclude list is [], retry=0 2024-11-25T19:26:03,897 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 63332 (auto-detected) 2024-11-25T19:26:03,901 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T19:26:03,930 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41061,DS-70a47f48-572f-4f8c-8382-c894c0e122e3,DISK] 2024-11-25T19:26:03,933 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T19:26:03,961 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38417,DS-17a517ac-23de-4aaf-8bdc-2cce8e3cd4ac,DISK] 2024-11-25T19:26:03,962 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42207,DS-3a53d52a-cd5d-46b5-b23c-93d6f927e198,DISK] 2024-11-25T19:26:04,039 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732562763803 2024-11-25T19:26:04,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35031:35031),(127.0.0.1/127.0.0.1:42963:42963),(127.0.0.1/127.0.0.1:40575:40575)] 2024-11-25T19:26:04,041 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T19:26:04,672 DEBUG [AsyncFSWAL-0-hdfs://localhost:35545/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-25T19:26:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42207 is added to blk_1073741825_1001 (size=1048651116) 2024-11-25T19:26:09,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741825_1001 (size=1048651116) 2024-11-25T19:26:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38417 is added to blk_1073741825_1001 (size=1048651116) 2024-11-25T19:26:09,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:26:09,555 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35545/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732562763803: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-25T19:26:10,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T19:26:10,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18864a19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:10,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56dbb369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:10,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:10,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f461387{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:10,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c56e138{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:10,557 WARN [BP-527243470-172.17.0.2-1732562760948 heartbeating to localhost/127.0.0.1:35545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:10,557 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:10,557 WARN [BP-527243470-172.17.0.2-1732562760948 heartbeating to localhost/127.0.0.1:35545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-527243470-172.17.0.2-1732562760948 (Datanode Uuid 0aa885d8-b534-40e3-9bcc-77fa45529d7f) service to localhost/127.0.0.1:35545 2024-11-25T19:26:10,557 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:10,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data5/current/BP-527243470-172.17.0.2-1732562760948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:10,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data6/current/BP-527243470-172.17.0.2-1732562760948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:10,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:10,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e320740{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:10,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b9109f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:10,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:10,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48acf71f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:10,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b21879f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:10,633 WARN [BP-527243470-172.17.0.2-1732562760948 heartbeating to localhost/127.0.0.1:35545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:10,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:10,633 WARN [BP-527243470-172.17.0.2-1732562760948 heartbeating to localhost/127.0.0.1:35545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-527243470-172.17.0.2-1732562760948 (Datanode Uuid de8bdeed-6b9f-41fd-a21a-8368f022b06a) service to localhost/127.0.0.1:35545 2024-11-25T19:26:10,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:10,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data3/current/BP-527243470-172.17.0.2-1732562760948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:10,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data4/current/BP-527243470-172.17.0.2-1732562760948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:10,634 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:10,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f715bb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:10,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c03b7aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:10,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:10,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42be17bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:10,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@166d05da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:10,714 WARN [BP-527243470-172.17.0.2-1732562760948 heartbeating to localhost/127.0.0.1:35545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:10,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:10,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:10,714 WARN [BP-527243470-172.17.0.2-1732562760948 heartbeating to localhost/127.0.0.1:35545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-527243470-172.17.0.2-1732562760948 (Datanode Uuid 315eb2d6-b5c7-403e-8204-987c3c01da03) service to localhost/127.0.0.1:35545 2024-11-25T19:26:10,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data1/current/BP-527243470-172.17.0.2-1732562760948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:10,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/cluster_16c64220-e6a4-6f40-4578-4320b7a939d9/dfs/data/data2/current/BP-527243470-172.17.0.2-1732562760948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:10,716 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:10,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24c7e704{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:26:10,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4342e091{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:10,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:10,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4164423{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:10,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6952bbac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:25,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-25T19:26:25,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=27 (was 12) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5dfd1052 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=296 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=676 (was 839), ProcessCount=9 (was 11), AvailableMemoryMB=6957 (was 7294) 2024-11-25T19:26:25,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=27, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=676, ProcessCount=9, AvailableMemoryMB=6957 2024-11-25T19:26:25,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.log.dir so I do NOT create it in target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7 2024-11-25T19:26:25,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c93391a9-6dad-7668-0d6a-16f2676d2c27/hadoop.tmp.dir so I do NOT create it in target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7 2024-11-25T19:26:25,430 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531, deleteOnExit=true 2024-11-25T19:26:25,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/test.cache.data in system properties and HBase conf 2024-11-25T19:26:25,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T19:26:25,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir in system properties and HBase conf 2024-11-25T19:26:25,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T19:26:25,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T19:26:25,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T19:26:25,432 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T19:26:25,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:26:25,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:26:25,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T19:26:25,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:26:25,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T19:26:25,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T19:26:25,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:26:25,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:26:25,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T19:26:25,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/nfs.dump.dir in system properties and HBase conf 2024-11-25T19:26:25,436 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/java.io.tmpdir in system properties and HBase conf 2024-11-25T19:26:25,436 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:26:25,436 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T19:26:25,437 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T19:26:25,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:25,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:25,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:25,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:25,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T19:26:25,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:25,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5445b1ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:25,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22a9d792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:25,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5355084e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/java.io.tmpdir/jetty-localhost-40163-hadoop-hdfs-3_4_1-tests_jar-_-any-7928207734682171902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:26:25,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27427fee{HTTP/1.1, (http/1.1)}{localhost:40163} 2024-11-25T19:26:25,837 INFO [Time-limited test {}] server.Server(415): Started @26721ms 2024-11-25T19:26:26,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:26,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:26,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:26,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:26,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:26,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36aa28fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:26,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3984e353{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:26,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f7e92ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/java.io.tmpdir/jetty-localhost-46587-hadoop-hdfs-3_4_1-tests_jar-_-any-5840129367920144829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:26,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5403e56a{HTTP/1.1, (http/1.1)}{localhost:46587} 2024-11-25T19:26:26,147 INFO [Time-limited test {}] server.Server(415): Started @27031ms 2024-11-25T19:26:26,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:26,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:26,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:26,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:26,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:26,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T19:26:26,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@669507d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:26,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0887ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:26,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6642d951{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/java.io.tmpdir/jetty-localhost-35763-hadoop-hdfs-3_4_1-tests_jar-_-any-11150860829547901190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:26,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49a619df{HTTP/1.1, (http/1.1)}{localhost:35763} 2024-11-25T19:26:26,283 INFO [Time-limited test {}] server.Server(415): Started @27166ms 2024-11-25T19:26:26,284 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:26,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:26,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:26,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:26,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:26,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:26,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7617b3a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:26,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a480d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:26,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3651b9cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/java.io.tmpdir/jetty-localhost-38939-hadoop-hdfs-3_4_1-tests_jar-_-any-18264546072050021887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:26,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f479564{HTTP/1.1, (http/1.1)}{localhost:38939} 2024-11-25T19:26:26,419 INFO [Time-limited test {}] server.Server(415): Started @27303ms 2024-11-25T19:26:26,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:26,700 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data2/current/BP-1699640704-172.17.0.2-1732562785458/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:26,700 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data1/current/BP-1699640704-172.17.0.2-1732562785458/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:26,720 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fe76e7fb7dde622 with lease ID 0x1ee02d36103e5d13: Processing first storage report for DS-8650d39a-a425-4351-9ac5-f615c94dc21f from datanode DatanodeRegistration(127.0.0.1:35571, datanodeUuid=8108f0f2-f8c8-4fc0-a3a4-ba4e138dd540, infoPort=37391, infoSecurePort=0, ipcPort=46861, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458) 2024-11-25T19:26:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fe76e7fb7dde622 with lease ID 0x1ee02d36103e5d13: from storage DS-8650d39a-a425-4351-9ac5-f615c94dc21f node DatanodeRegistration(127.0.0.1:35571, datanodeUuid=8108f0f2-f8c8-4fc0-a3a4-ba4e138dd540, infoPort=37391, infoSecurePort=0, ipcPort=46861, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fe76e7fb7dde622 with lease ID 0x1ee02d36103e5d13: Processing first storage report for DS-49babc67-6988-435d-9754-6ad9fbce49d0 from datanode DatanodeRegistration(127.0.0.1:35571, datanodeUuid=8108f0f2-f8c8-4fc0-a3a4-ba4e138dd540, infoPort=37391, infoSecurePort=0, ipcPort=46861, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458) 2024-11-25T19:26:26,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fe76e7fb7dde622 with lease ID 0x1ee02d36103e5d13: from storage DS-49babc67-6988-435d-9754-6ad9fbce49d0 node DatanodeRegistration(127.0.0.1:35571, datanodeUuid=8108f0f2-f8c8-4fc0-a3a4-ba4e138dd540, infoPort=37391, infoSecurePort=0, ipcPort=46861, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:27,021 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data3/current/BP-1699640704-172.17.0.2-1732562785458/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:27,021 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data4/current/BP-1699640704-172.17.0.2-1732562785458/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:27,040 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eda819fe05779ff with lease ID 0x1ee02d36103e5d14: Processing first storage report for DS-ff2139e5-950b-4bc4-8097-77bbb332b986 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=54f1f474-faad-4103-86cd-d54658bcf227, infoPort=39489, infoSecurePort=0, ipcPort=34735, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458) 2024-11-25T19:26:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eda819fe05779ff with lease ID 0x1ee02d36103e5d14: from storage DS-ff2139e5-950b-4bc4-8097-77bbb332b986 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=54f1f474-faad-4103-86cd-d54658bcf227, infoPort=39489, infoSecurePort=0, ipcPort=34735, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T19:26:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eda819fe05779ff with lease ID 0x1ee02d36103e5d14: Processing first storage report for DS-acbcbfba-1e3f-4afb-8f2e-8c9a2a4568d6 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=54f1f474-faad-4103-86cd-d54658bcf227, infoPort=39489, infoSecurePort=0, ipcPort=34735, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458) 2024-11-25T19:26:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eda819fe05779ff with lease ID 0x1ee02d36103e5d14: from storage DS-acbcbfba-1e3f-4afb-8f2e-8c9a2a4568d6 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=54f1f474-faad-4103-86cd-d54658bcf227, infoPort=39489, infoSecurePort=0, ipcPort=34735, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:27,115 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data6/current/BP-1699640704-172.17.0.2-1732562785458/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:27,115 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data5/current/BP-1699640704-172.17.0.2-1732562785458/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:27,136 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x123347c1c0540c53 with lease ID 0x1ee02d36103e5d15: Processing first storage report for DS-6034732e-ed5b-4df0-8633-a8991ef2134b from datanode DatanodeRegistration(127.0.0.1:42035, datanodeUuid=40e830f7-b15a-4bcd-ad73-b3a6bd9f6617, infoPort=35465, infoSecurePort=0, ipcPort=38061, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458) 2024-11-25T19:26:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x123347c1c0540c53 with lease ID 0x1ee02d36103e5d15: from storage DS-6034732e-ed5b-4df0-8633-a8991ef2134b node DatanodeRegistration(127.0.0.1:42035, datanodeUuid=40e830f7-b15a-4bcd-ad73-b3a6bd9f6617, infoPort=35465, infoSecurePort=0, ipcPort=38061, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:27,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x123347c1c0540c53 with lease ID 0x1ee02d36103e5d15: Processing first storage report for DS-2440ee7e-bb49-4840-9bce-129291760b8c from datanode DatanodeRegistration(127.0.0.1:42035, datanodeUuid=40e830f7-b15a-4bcd-ad73-b3a6bd9f6617, infoPort=35465, infoSecurePort=0, ipcPort=38061, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458) 2024-11-25T19:26:27,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x123347c1c0540c53 with lease ID 0x1ee02d36103e5d15: from storage DS-2440ee7e-bb49-4840-9bce-129291760b8c node DatanodeRegistration(127.0.0.1:42035, datanodeUuid=40e830f7-b15a-4bcd-ad73-b3a6bd9f6617, infoPort=35465, infoSecurePort=0, ipcPort=38061, storageInfo=lv=-57;cid=testClusterID;nsid=165207782;c=1732562785458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:27,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7 2024-11-25T19:26:27,157 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T19:26:27,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T19:26:27,166 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:45589/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:45589/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/oldWALs, maxLogs=32 2024-11-25T19:26:27,180 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732562787168, exclude list is [], retry=0 2024-11-25T19:26:27,186 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-6034732e-ed5b-4df0-8633-a8991ef2134b,DISK] 2024-11-25T19:26:27,187 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-ff2139e5-950b-4bc4-8097-77bbb332b986,DISK] 2024-11-25T19:26:27,188 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-8650d39a-a425-4351-9ac5-f615c94dc21f,DISK] 2024-11-25T19:26:27,190 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732562787168 2024-11-25T19:26:27,191 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35465:35465),(127.0.0.1/127.0.0.1:39489:39489),(127.0.0.1/127.0.0.1:37391:37391)] 2024-11-25T19:26:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741825_1001 (size=1073110) 2024-11-25T19:26:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741825_1001 (size=1073110) 2024-11-25T19:26:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741825_1001 (size=1073110) 2024-11-25T19:26:27,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:26:27,513 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45589/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732562787168: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-25T19:26:27,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T19:26:27,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3651b9cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:27,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f479564{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:27,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:27,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a480d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:27,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7617b3a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:27,610 WARN [BP-1699640704-172.17.0.2-1732562785458 heartbeating to localhost/127.0.0.1:45589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:27,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:27,610 WARN [BP-1699640704-172.17.0.2-1732562785458 heartbeating to localhost/127.0.0.1:45589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699640704-172.17.0.2-1732562785458 (Datanode Uuid 40e830f7-b15a-4bcd-ad73-b3a6bd9f6617) service to localhost/127.0.0.1:45589 2024-11-25T19:26:27,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:27,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data5/current/BP-1699640704-172.17.0.2-1732562785458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:27,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data6/current/BP-1699640704-172.17.0.2-1732562785458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:27,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:27,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6642d951{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:27,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49a619df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:27,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:27,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0887ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:27,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@669507d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:27,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:27,616 WARN [BP-1699640704-172.17.0.2-1732562785458 heartbeating to localhost/127.0.0.1:45589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:27,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:27,616 WARN [BP-1699640704-172.17.0.2-1732562785458 heartbeating to localhost/127.0.0.1:45589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699640704-172.17.0.2-1732562785458 (Datanode Uuid 54f1f474-faad-4103-86cd-d54658bcf227) service to localhost/127.0.0.1:45589 2024-11-25T19:26:27,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data3/current/BP-1699640704-172.17.0.2-1732562785458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:27,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data4/current/BP-1699640704-172.17.0.2-1732562785458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:27,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:27,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f7e92ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:27,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5403e56a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:27,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:27,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3984e353{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:27,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36aa28fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:27,626 WARN [BP-1699640704-172.17.0.2-1732562785458 heartbeating to localhost/127.0.0.1:45589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:27,626 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:27,626 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:27,626 WARN [BP-1699640704-172.17.0.2-1732562785458 heartbeating to localhost/127.0.0.1:45589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699640704-172.17.0.2-1732562785458 (Datanode Uuid 8108f0f2-f8c8-4fc0-a3a4-ba4e138dd540) service to localhost/127.0.0.1:45589 2024-11-25T19:26:27,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data1/current/BP-1699640704-172.17.0.2-1732562785458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:27,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/cluster_8bf8538e-2b62-c16f-81ee-15ca4eba0531/dfs/data/data2/current/BP-1699640704-172.17.0.2-1732562785458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:27,627 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:27,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5355084e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:26:27,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27427fee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:27,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:27,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22a9d792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:27,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5445b1ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:27,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-25T19:26:27,669 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=52 (was 27) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319487099) connection to localhost/127.0.0.1:45589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319487099) connection to localhost/127.0.0.1:45589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=337 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 676), ProcessCount=9 (was 9), AvailableMemoryMB=6859 (was 6957) 2024-11-25T19:26:27,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=52, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=9, AvailableMemoryMB=6859 2024-11-25T19:26:27,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.log.dir so I do NOT create it in target/test-data/4892d348-0313-786e-c431-8786f46f9016 2024-11-25T19:26:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/29c80eea-bd98-d9ed-7db9-57eda2db83d7/hadoop.tmp.dir so I do NOT create it in target/test-data/4892d348-0313-786e-c431-8786f46f9016 2024-11-25T19:26:27,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905, deleteOnExit=true 2024-11-25T19:26:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/test.cache.data in system properties and HBase conf 2024-11-25T19:26:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T19:26:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir in system properties and HBase conf 2024-11-25T19:26:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T19:26:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T19:26:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T19:26:27,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T19:26:27,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:26:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:26:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T19:26:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:26:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T19:26:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T19:26:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:26:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:26:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T19:26:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/nfs.dump.dir in system properties and HBase conf 2024-11-25T19:26:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/java.io.tmpdir in system properties and HBase conf 2024-11-25T19:26:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:26:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T19:26:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T19:26:27,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:27,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:27,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:27,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:27,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T19:26:27,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:27,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b89a33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:27,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d762499{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:28,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509e519f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/java.io.tmpdir/jetty-localhost-42705-hadoop-hdfs-3_4_1-tests_jar-_-any-7163399447497857398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:26:28,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33bd627f{HTTP/1.1, (http/1.1)}{localhost:42705} 2024-11-25T19:26:28,029 INFO [Time-limited test {}] server.Server(415): Started @28913ms 2024-11-25T19:26:28,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:28,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:28,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:28,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:28,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T19:26:28,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aae8454{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:28,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@195b20d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:28,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25785c15{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/java.io.tmpdir/jetty-localhost-37097-hadoop-hdfs-3_4_1-tests_jar-_-any-12431447384423701449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:28,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@91ae36f{HTTP/1.1, (http/1.1)}{localhost:37097} 2024-11-25T19:26:28,301 INFO [Time-limited test {}] server.Server(415): Started @29185ms 2024-11-25T19:26:28,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:28,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:28,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:28,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:28,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:28,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:28,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6700a669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:28,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e113572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:28,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@743b5431{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/java.io.tmpdir/jetty-localhost-46567-hadoop-hdfs-3_4_1-tests_jar-_-any-10380331394753099951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:28,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d18a7a1{HTTP/1.1, (http/1.1)}{localhost:46567} 2024-11-25T19:26:28,430 INFO [Time-limited test {}] server.Server(415): Started @29314ms 2024-11-25T19:26:28,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:28,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:28,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:28,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:28,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:28,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T19:26:28,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25993b99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:28,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@312a58cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:28,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77c56ea6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/java.io.tmpdir/jetty-localhost-36975-hadoop-hdfs-3_4_1-tests_jar-_-any-11269689024271638583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:28,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3076c316{HTTP/1.1, (http/1.1)}{localhost:36975} 2024-11-25T19:26:28,575 INFO [Time-limited test {}] server.Server(415): Started @29459ms 2024-11-25T19:26:28,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:29,076 WARN [Thread-424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data1/current/BP-476299329-172.17.0.2-1732562787712/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:29,076 WARN [Thread-425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data2/current/BP-476299329-172.17.0.2-1732562787712/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:29,096 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe57da3b60db3e69d with lease ID 0x7bf1d3373207da1e: Processing first storage report for DS-ae843477-b94d-4281-a73e-9054a77cf4c8 from datanode DatanodeRegistration(127.0.0.1:43655, datanodeUuid=e0dcb52a-7ac6-4b6b-af07-0ba79ced2837, infoPort=46699, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712) 2024-11-25T19:26:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe57da3b60db3e69d with lease ID 0x7bf1d3373207da1e: from storage DS-ae843477-b94d-4281-a73e-9054a77cf4c8 node DatanodeRegistration(127.0.0.1:43655, datanodeUuid=e0dcb52a-7ac6-4b6b-af07-0ba79ced2837, infoPort=46699, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe57da3b60db3e69d with lease ID 0x7bf1d3373207da1e: Processing first storage report for DS-4f84ccde-f59f-4353-96bf-0cbc10d07bf7 from datanode DatanodeRegistration(127.0.0.1:43655, datanodeUuid=e0dcb52a-7ac6-4b6b-af07-0ba79ced2837, infoPort=46699, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712) 2024-11-25T19:26:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe57da3b60db3e69d with lease ID 0x7bf1d3373207da1e: from storage DS-4f84ccde-f59f-4353-96bf-0cbc10d07bf7 node DatanodeRegistration(127.0.0.1:43655, datanodeUuid=e0dcb52a-7ac6-4b6b-af07-0ba79ced2837, infoPort=46699, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:29,213 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data4/current/BP-476299329-172.17.0.2-1732562787712/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:29,213 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data3/current/BP-476299329-172.17.0.2-1732562787712/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:29,231 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84dfff980bd1d88f with lease ID 0x7bf1d3373207da1f: Processing first storage report for DS-47d9472b-f048-4948-b1c9-0338391a2057 from datanode DatanodeRegistration(127.0.0.1:44009, datanodeUuid=4a7c39cc-8a0c-44a8-af16-4ee89bdb3972, infoPort=45475, infoSecurePort=0, ipcPort=41631, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712) 2024-11-25T19:26:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84dfff980bd1d88f with lease ID 0x7bf1d3373207da1f: from storage DS-47d9472b-f048-4948-b1c9-0338391a2057 node DatanodeRegistration(127.0.0.1:44009, datanodeUuid=4a7c39cc-8a0c-44a8-af16-4ee89bdb3972, infoPort=45475, infoSecurePort=0, ipcPort=41631, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T19:26:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84dfff980bd1d88f with lease ID 0x7bf1d3373207da1f: Processing first storage report for DS-43a4bb0a-565a-4af7-9b35-6c21818f162a from datanode DatanodeRegistration(127.0.0.1:44009, datanodeUuid=4a7c39cc-8a0c-44a8-af16-4ee89bdb3972, infoPort=45475, infoSecurePort=0, ipcPort=41631, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712) 2024-11-25T19:26:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84dfff980bd1d88f with lease ID 0x7bf1d3373207da1f: from storage DS-43a4bb0a-565a-4af7-9b35-6c21818f162a node DatanodeRegistration(127.0.0.1:44009, datanodeUuid=4a7c39cc-8a0c-44a8-af16-4ee89bdb3972, infoPort=45475, infoSecurePort=0, ipcPort=41631, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:29,377 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data5/current/BP-476299329-172.17.0.2-1732562787712/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:29,377 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data6/current/BP-476299329-172.17.0.2-1732562787712/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:29,397 WARN [Thread-411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa712da0ecd95e75d with lease ID 0x7bf1d3373207da20: Processing first storage report for DS-fbebc455-0016-4f71-ae96-4c41b948f2bc from datanode DatanodeRegistration(127.0.0.1:44381, datanodeUuid=1d62eeea-21b3-4481-8168-2cc31b2e5fa2, infoPort=40287, infoSecurePort=0, ipcPort=39607, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712) 2024-11-25T19:26:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa712da0ecd95e75d with lease ID 0x7bf1d3373207da20: from storage DS-fbebc455-0016-4f71-ae96-4c41b948f2bc node DatanodeRegistration(127.0.0.1:44381, datanodeUuid=1d62eeea-21b3-4481-8168-2cc31b2e5fa2, infoPort=40287, infoSecurePort=0, ipcPort=39607, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa712da0ecd95e75d with lease ID 0x7bf1d3373207da20: Processing first storage report for DS-5ba72693-a465-4d89-bfaa-f85d22c15e08 from datanode DatanodeRegistration(127.0.0.1:44381, datanodeUuid=1d62eeea-21b3-4481-8168-2cc31b2e5fa2, infoPort=40287, infoSecurePort=0, ipcPort=39607, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712) 2024-11-25T19:26:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa712da0ecd95e75d with lease ID 0x7bf1d3373207da20: from storage DS-5ba72693-a465-4d89-bfaa-f85d22c15e08 node DatanodeRegistration(127.0.0.1:44381, datanodeUuid=1d62eeea-21b3-4481-8168-2cc31b2e5fa2, infoPort=40287, infoSecurePort=0, ipcPort=39607, storageInfo=lv=-57;cid=testClusterID;nsid=1855962473;c=1732562787712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:29,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016 2024-11-25T19:26:29,427 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T19:26:29,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T19:26:29,437 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:46205/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:46205/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/oldWALs, maxLogs=32 2024-11-25T19:26:29,450 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732562789439, exclude list is [], retry=0 2024-11-25T19:26:29,455 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44381,DS-fbebc455-0016-4f71-ae96-4c41b948f2bc,DISK] 2024-11-25T19:26:29,456 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44009,DS-47d9472b-f048-4948-b1c9-0338391a2057,DISK] 2024-11-25T19:26:29,456 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43655,DS-ae843477-b94d-4281-a73e-9054a77cf4c8,DISK] 2024-11-25T19:26:29,459 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732562789439 2024-11-25T19:26:29,459 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287),(127.0.0.1/127.0.0.1:45475:45475),(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-25T19:26:29,474 INFO [AsyncFSWAL-0-hdfs://localhost:46205/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-25T19:26:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741825_1001 (size=5861116) 2024-11-25T19:26:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44381 is added to blk_1073741825_1001 (size=5861116) 2024-11-25T19:26:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741825_1001 (size=5861116) 2024-11-25T19:26:41,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:26:41,954 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46205/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732562789439: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T19:26:43,515 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T19:26:43,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77c56ea6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:43,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3076c316{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:43,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:43,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@312a58cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:43,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25993b99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:43,572 WARN [BP-476299329-172.17.0.2-1732562787712 heartbeating to localhost/127.0.0.1:46205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:43,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:43,573 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:43,573 WARN [BP-476299329-172.17.0.2-1732562787712 heartbeating to localhost/127.0.0.1:46205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-476299329-172.17.0.2-1732562787712 (Datanode Uuid 1d62eeea-21b3-4481-8168-2cc31b2e5fa2) service to localhost/127.0.0.1:46205 2024-11-25T19:26:43,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data5/current/BP-476299329-172.17.0.2-1732562787712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:43,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data6/current/BP-476299329-172.17.0.2-1732562787712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:43,574 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:43,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@743b5431{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:43,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d18a7a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:43,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:43,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e113572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:43,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6700a669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:43,579 WARN [BP-476299329-172.17.0.2-1732562787712 heartbeating to localhost/127.0.0.1:46205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:43,579 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:43,580 WARN [BP-476299329-172.17.0.2-1732562787712 heartbeating to localhost/127.0.0.1:46205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-476299329-172.17.0.2-1732562787712 (Datanode Uuid 4a7c39cc-8a0c-44a8-af16-4ee89bdb3972) service to localhost/127.0.0.1:46205 2024-11-25T19:26:43,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:43,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data3/current/BP-476299329-172.17.0.2-1732562787712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:43,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data4/current/BP-476299329-172.17.0.2-1732562787712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:43,581 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:43,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25785c15{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:43,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@91ae36f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:43,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:43,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@195b20d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:43,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aae8454{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:43,586 WARN [BP-476299329-172.17.0.2-1732562787712 heartbeating to localhost/127.0.0.1:46205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:43,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:43,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:43,586 WARN [BP-476299329-172.17.0.2-1732562787712 heartbeating to localhost/127.0.0.1:46205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-476299329-172.17.0.2-1732562787712 (Datanode Uuid e0dcb52a-7ac6-4b6b-af07-0ba79ced2837) service to localhost/127.0.0.1:46205 2024-11-25T19:26:43,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data1/current/BP-476299329-172.17.0.2-1732562787712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:43,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/cluster_0c0e7891-366e-cb7c-9c84-53dfa50e0905/dfs/data/data2/current/BP-476299329-172.17.0.2-1732562787712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:43,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:43,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509e519f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:26:43,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33bd627f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:43,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:43,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d762499{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:43,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b89a33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:43,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-25T19:26:43,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 52) Potentially hanging thread: IPC Client (319487099) connection to localhost/127.0.0.1:46205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319487099) connection to localhost/127.0.0.1:46205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 638), ProcessCount=9 (was 9), AvailableMemoryMB=6733 (was 6859) 2024-11-25T19:26:43,627 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=9, AvailableMemoryMB=6733 2024-11-25T19:26:43,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.log.dir so I do NOT create it in target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3 2024-11-25T19:26:43,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4892d348-0313-786e-c431-8786f46f9016/hadoop.tmp.dir so I do NOT create it in target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3 2024-11-25T19:26:43,627 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62, deleteOnExit=true 2024-11-25T19:26:43,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/test.cache.data in system properties and HBase conf 2024-11-25T19:26:43,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T19:26:43,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir in system properties and HBase conf 2024-11-25T19:26:43,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T19:26:43,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T19:26:43,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T19:26:43,629 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T19:26:43,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:26:43,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:26:43,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T19:26:43,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:26:43,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T19:26:43,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T19:26:43,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:26:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:26:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T19:26:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/nfs.dump.dir in system properties and HBase conf 2024-11-25T19:26:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/java.io.tmpdir in system properties and HBase conf 2024-11-25T19:26:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:26:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T19:26:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T19:26:43,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:43,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:43,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:43,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:43,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:43,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:43,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648a63c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:43,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17a6ca28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:43,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50b54e0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/java.io.tmpdir/jetty-localhost-33473-hadoop-hdfs-3_4_1-tests_jar-_-any-14851822621100098893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:26:43,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75cc38a6{HTTP/1.1, (http/1.1)}{localhost:33473} 2024-11-25T19:26:43,981 INFO [Time-limited test {}] server.Server(415): Started @44865ms 2024-11-25T19:26:44,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:44,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:44,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:44,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:44,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:44,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@424dd4f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:44,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e6d200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:44,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27f1b14c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/java.io.tmpdir/jetty-localhost-45699-hadoop-hdfs-3_4_1-tests_jar-_-any-808480844111074763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:44,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d85806b{HTTP/1.1, (http/1.1)}{localhost:45699} 2024-11-25T19:26:44,274 INFO [Time-limited test {}] server.Server(415): Started @45158ms 2024-11-25T19:26:44,275 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:44,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:44,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:44,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:44,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:44,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:44,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43caf93c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:44,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a99009a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:44,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d8247a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/java.io.tmpdir/jetty-localhost-46525-hadoop-hdfs-3_4_1-tests_jar-_-any-5925082126404642863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:44,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4d5a69{HTTP/1.1, (http/1.1)}{localhost:46525} 2024-11-25T19:26:44,405 INFO [Time-limited test {}] server.Server(415): Started @45288ms 2024-11-25T19:26:44,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:44,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:26:44,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:26:44,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:26:44,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:26:44,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:26:44,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9189499{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:26:44,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@535a7044{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:26:44,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f1b83d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/java.io.tmpdir/jetty-localhost-46607-hadoop-hdfs-3_4_1-tests_jar-_-any-3668325588501888016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:44,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3da6bf1d{HTTP/1.1, (http/1.1)}{localhost:46607} 2024-11-25T19:26:44,535 INFO [Time-limited test {}] server.Server(415): Started @45419ms 2024-11-25T19:26:44,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:26:44,953 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data1/current/BP-1460206954-172.17.0.2-1732562803652/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:44,953 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data2/current/BP-1460206954-172.17.0.2-1732562803652/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:44,978 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5ea9cf65951b343 with lease ID 0x4380fb1a0da4a7f8: Processing first storage report for DS-d1e0552e-6873-4d31-a5c9-5a7d91695369 from datanode DatanodeRegistration(127.0.0.1:42397, datanodeUuid=6e61a927-6721-4e87-976f-b269f7628b64, infoPort=33855, infoSecurePort=0, ipcPort=42621, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652) 2024-11-25T19:26:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5ea9cf65951b343 with lease ID 0x4380fb1a0da4a7f8: from storage DS-d1e0552e-6873-4d31-a5c9-5a7d91695369 node DatanodeRegistration(127.0.0.1:42397, datanodeUuid=6e61a927-6721-4e87-976f-b269f7628b64, infoPort=33855, infoSecurePort=0, ipcPort=42621, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5ea9cf65951b343 with lease ID 0x4380fb1a0da4a7f8: Processing first storage report for DS-76093f5c-fcab-4dc9-8ad2-faa5a4a7e502 from datanode DatanodeRegistration(127.0.0.1:42397, datanodeUuid=6e61a927-6721-4e87-976f-b269f7628b64, infoPort=33855, infoSecurePort=0, ipcPort=42621, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652) 2024-11-25T19:26:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5ea9cf65951b343 with lease ID 0x4380fb1a0da4a7f8: from storage DS-76093f5c-fcab-4dc9-8ad2-faa5a4a7e502 node DatanodeRegistration(127.0.0.1:42397, datanodeUuid=6e61a927-6721-4e87-976f-b269f7628b64, infoPort=33855, infoSecurePort=0, ipcPort=42621, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T19:26:45,247 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data3/current/BP-1460206954-172.17.0.2-1732562803652/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:45,247 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data4/current/BP-1460206954-172.17.0.2-1732562803652/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:45,266 WARN [Thread-595 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data5/current/BP-1460206954-172.17.0.2-1732562803652/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:45,266 WARN [Thread-596 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data6/current/BP-1460206954-172.17.0.2-1732562803652/current, will proceed with Du for space computation calculation, 2024-11-25T19:26:45,271 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd00a739481e0ef74 with lease ID 0x4380fb1a0da4a7f9: Processing first storage report for DS-edc54cd2-6fcd-45ae-908a-ceeadea754f1 from datanode DatanodeRegistration(127.0.0.1:33645, datanodeUuid=8cbfe6a0-39ea-477a-980f-512dfd2f458d, infoPort=38767, infoSecurePort=0, ipcPort=36795, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652) 2024-11-25T19:26:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd00a739481e0ef74 with lease ID 0x4380fb1a0da4a7f9: from storage DS-edc54cd2-6fcd-45ae-908a-ceeadea754f1 node DatanodeRegistration(127.0.0.1:33645, datanodeUuid=8cbfe6a0-39ea-477a-980f-512dfd2f458d, infoPort=38767, infoSecurePort=0, ipcPort=36795, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd00a739481e0ef74 with lease ID 0x4380fb1a0da4a7f9: Processing first storage report for DS-bd1bdcb2-84c3-4704-81c6-6ed575ec7f30 from datanode DatanodeRegistration(127.0.0.1:33645, datanodeUuid=8cbfe6a0-39ea-477a-980f-512dfd2f458d, infoPort=38767, infoSecurePort=0, ipcPort=36795, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652) 2024-11-25T19:26:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd00a739481e0ef74 with lease ID 0x4380fb1a0da4a7f9: from storage DS-bd1bdcb2-84c3-4704-81c6-6ed575ec7f30 node DatanodeRegistration(127.0.0.1:33645, datanodeUuid=8cbfe6a0-39ea-477a-980f-512dfd2f458d, infoPort=38767, infoSecurePort=0, ipcPort=36795, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:45,283 WARN [Thread-563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:26:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18a7b06d74ce5edb with lease ID 0x4380fb1a0da4a7fa: Processing first storage report for DS-5722f8c2-e6f3-4f4c-befd-ace8acb6d124 from datanode DatanodeRegistration(127.0.0.1:34677, datanodeUuid=6327e259-79ca-4248-8b51-aa0f7d43f9de, infoPort=40819, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652) 2024-11-25T19:26:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18a7b06d74ce5edb with lease ID 0x4380fb1a0da4a7fa: from storage DS-5722f8c2-e6f3-4f4c-befd-ace8acb6d124 node DatanodeRegistration(127.0.0.1:34677, datanodeUuid=6327e259-79ca-4248-8b51-aa0f7d43f9de, infoPort=40819, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18a7b06d74ce5edb with lease ID 0x4380fb1a0da4a7fa: Processing first storage report for DS-33e3aa09-39a9-491a-9ffe-972a73a66857 from datanode DatanodeRegistration(127.0.0.1:34677, datanodeUuid=6327e259-79ca-4248-8b51-aa0f7d43f9de, infoPort=40819, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652) 2024-11-25T19:26:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18a7b06d74ce5edb with lease ID 0x4380fb1a0da4a7fa: from storage DS-33e3aa09-39a9-491a-9ffe-972a73a66857 node DatanodeRegistration(127.0.0.1:34677, datanodeUuid=6327e259-79ca-4248-8b51-aa0f7d43f9de, infoPort=40819, infoSecurePort=0, ipcPort=39997, storageInfo=lv=-57;cid=testClusterID;nsid=1221001757;c=1732562803652), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:26:45,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3 2024-11-25T19:26:45,377 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T19:26:45,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T19:26:45,384 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34867/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34867/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/oldWALs, maxLogs=32 2024-11-25T19:26:45,398 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732562805385, exclude list is [], retry=0 2024-11-25T19:26:45,403 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33645,DS-edc54cd2-6fcd-45ae-908a-ceeadea754f1,DISK] 2024-11-25T19:26:45,404 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34677,DS-5722f8c2-e6f3-4f4c-befd-ace8acb6d124,DISK] 2024-11-25T19:26:45,404 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-d1e0552e-6873-4d31-a5c9-5a7d91695369,DISK] 2024-11-25T19:26:45,406 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732562805385 2024-11-25T19:26:45,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38767:38767),(127.0.0.1/127.0.0.1:40819:40819),(127.0.0.1/127.0.0.1:33855:33855)] 2024-11-25T19:26:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741825_1001 (size=121110) 2024-11-25T19:26:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33645 is added to blk_1073741825_1001 (size=121110) 2024-11-25T19:26:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34677 is added to blk_1073741825_1001 (size=121110) 2024-11-25T19:26:45,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:26:45,668 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34867/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732562805385: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T19:26:45,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T19:26:45,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f1b83d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:45,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3da6bf1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:45,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:45,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@535a7044{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:45,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9189499{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:45,720 WARN [BP-1460206954-172.17.0.2-1732562803652 heartbeating to localhost/127.0.0.1:34867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:45,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:45,720 WARN [BP-1460206954-172.17.0.2-1732562803652 heartbeating to localhost/127.0.0.1:34867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1460206954-172.17.0.2-1732562803652 (Datanode Uuid 6327e259-79ca-4248-8b51-aa0f7d43f9de) service to localhost/127.0.0.1:34867 2024-11-25T19:26:45,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:45,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data5/current/BP-1460206954-172.17.0.2-1732562803652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:45,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data6/current/BP-1460206954-172.17.0.2-1732562803652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:45,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:45,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d8247a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:45,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4d5a69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:45,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:45,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a99009a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:45,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43caf93c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:45,724 WARN [BP-1460206954-172.17.0.2-1732562803652 heartbeating to localhost/127.0.0.1:34867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:45,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:45,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:45,724 WARN [BP-1460206954-172.17.0.2-1732562803652 heartbeating to localhost/127.0.0.1:34867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1460206954-172.17.0.2-1732562803652 (Datanode Uuid 8cbfe6a0-39ea-477a-980f-512dfd2f458d) service to localhost/127.0.0.1:34867 2024-11-25T19:26:45,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data3/current/BP-1460206954-172.17.0.2-1732562803652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:45,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data4/current/BP-1460206954-172.17.0.2-1732562803652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:45,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:45,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27f1b14c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:26:45,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d85806b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:45,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:45,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e6d200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:45,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@424dd4f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:45,728 WARN [BP-1460206954-172.17.0.2-1732562803652 heartbeating to localhost/127.0.0.1:34867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:26:45,728 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:26:45,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:26:45,729 WARN [BP-1460206954-172.17.0.2-1732562803652 heartbeating to localhost/127.0.0.1:34867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1460206954-172.17.0.2-1732562803652 (Datanode Uuid 6e61a927-6721-4e87-976f-b269f7628b64) service to localhost/127.0.0.1:34867 2024-11-25T19:26:45,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data1/current/BP-1460206954-172.17.0.2-1732562803652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:45,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/cluster_48b94d96-8e9b-66b0-6c76-77d900d83f62/dfs/data/data2/current/BP-1460206954-172.17.0.2-1732562803652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:26:45,730 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:26:45,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50b54e0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:26:45,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75cc38a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:26:45,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:26:45,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17a6ca28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:26:45,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648a63c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69d214a6-e377-24cc-0786-09f3fab823b3/hadoop.log.dir/,STOPPED} 2024-11-25T19:26:45,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-25T19:26:45,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=65 (was 57) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 519), ProcessCount=9 (was 9), AvailableMemoryMB=6657 (was 6733)