2024-12-15 05:34:57,754 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-15 05:34:57,767 main DEBUG Took 0.010453 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 05:34:57,767 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 05:34:57,767 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 05:34:57,769 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 05:34:57,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,812 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 05:34:57,828 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,832 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,834 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,836 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,837 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,839 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 05:34:57,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,841 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 05:34:57,843 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 05:34:57,845 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 05:34:57,847 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 05:34:57,847 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 05:34:57,849 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 05:34:57,849 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 05:34:57,858 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 05:34:57,861 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 05:34:57,863 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 05:34:57,863 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 05:34:57,864 main DEBUG createAppenders(={Console}) 2024-12-15 05:34:57,865 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-15 05:34:57,865 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-15 05:34:57,865 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-15 05:34:57,866 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 05:34:57,866 main DEBUG OutputStream closed 2024-12-15 05:34:57,867 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 05:34:57,867 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 05:34:57,867 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-15 05:34:57,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 05:34:57,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 05:34:57,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 05:34:57,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 05:34:57,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 05:34:57,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 05:34:57,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 05:34:57,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 05:34:57,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 05:34:57,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 05:34:57,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 05:34:57,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 05:34:57,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 05:34:57,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 05:34:57,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 05:34:57,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 05:34:57,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 05:34:57,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 05:34:57,966 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 05:34:57,966 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-15 05:34:57,966 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 05:34:57,967 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-15T05:34:58,326 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e 2024-12-15 05:34:58,331 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 05:34:58,332 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T05:34:58,347 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-15T05:34:58,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=4901 2024-12-15T05:34:58,409 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee, deleteOnExit=true 2024-12-15T05:34:58,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/test.cache.data in system properties and HBase conf 2024-12-15T05:34:58,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T05:34:58,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir in system properties and HBase conf 2024-12-15T05:34:58,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T05:34:58,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T05:34:58,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T05:34:58,548 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T05:34:58,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T05:34:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:34:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:34:58,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T05:34:58,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:34:58,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T05:34:58,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T05:34:58,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:34:58,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:34:58,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T05:34:58,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/nfs.dump.dir in system properties and HBase conf 2024-12-15T05:34:58,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/java.io.tmpdir in system properties and HBase conf 2024-12-15T05:34:58,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:34:58,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T05:34:58,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T05:34:59,930 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T05:35:00,045 INFO [Time-limited test {}] log.Log(170): Logging initialized @3200ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T05:35:00,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:00,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:00,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:00,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:00,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T05:35:00,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:00,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:00,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:00,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/java.io.tmpdir/jetty-localhost-35545-hadoop-hdfs-3_4_1-tests_jar-_-any-9975839193570935742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:35:00,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:35545} 2024-12-15T05:35:00,695 INFO [Time-limited test {}] server.Server(415): Started @3850ms 2024-12-15T05:35:01,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:01,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:01,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:01,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:01,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:01,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14413d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:01,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7b7117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:01,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5129509e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/java.io.tmpdir/jetty-localhost-46493-hadoop-hdfs-3_4_1-tests_jar-_-any-11995010074149428319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:01,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ff71b3{HTTP/1.1, (http/1.1)}{localhost:46493} 2024-12-15T05:35:01,405 INFO [Time-limited test {}] server.Server(415): Started @4561ms 2024-12-15T05:35:01,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:01,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:01,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:01,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:01,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:01,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:01,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c108db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:01,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27671d7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:01,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60c5b42e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/java.io.tmpdir/jetty-localhost-37901-hadoop-hdfs-3_4_1-tests_jar-_-any-18373203927671062826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:01,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c24c3d{HTTP/1.1, (http/1.1)}{localhost:37901} 2024-12-15T05:35:01,869 INFO [Time-limited test {}] server.Server(415): Started @5024ms 2024-12-15T05:35:01,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:01,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:01,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:01,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:01,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:01,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:01,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59747c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:01,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dedfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:02,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@178a1176{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/java.io.tmpdir/jetty-localhost-33263-hadoop-hdfs-3_4_1-tests_jar-_-any-8084624170196625696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:02,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b9b0183{HTTP/1.1, (http/1.1)}{localhost:33263} 2024-12-15T05:35:02,051 INFO [Time-limited test {}] server.Server(415): Started @5207ms 2024-12-15T05:35:02,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:02,878 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data4/current/BP-184041719-172.17.0.2-1734240899398/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:02,878 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data2/current/BP-184041719-172.17.0.2-1734240899398/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:02,879 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data1/current/BP-184041719-172.17.0.2-1734240899398/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:02,878 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data3/current/BP-184041719-172.17.0.2-1734240899398/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:02,941 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:02,941 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:02,959 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data5/current/BP-184041719-172.17.0.2-1734240899398/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:02,966 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data6/current/BP-184041719-172.17.0.2-1734240899398/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x261fe1d4ea23efbf with lease ID 0xa36243950a32fe67: Processing first storage report for DS-b90384c3-1d55-4bd9-9571-eaf70fd3eabd from datanode DatanodeRegistration(127.0.0.1:45787, datanodeUuid=950879f0-bae2-4271-9d8b-129052b43869, infoPort=40533, infoSecurePort=0, ipcPort=34543, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398) 2024-12-15T05:35:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x261fe1d4ea23efbf with lease ID 0xa36243950a32fe67: from storage DS-b90384c3-1d55-4bd9-9571-eaf70fd3eabd node DatanodeRegistration(127.0.0.1:45787, datanodeUuid=950879f0-bae2-4271-9d8b-129052b43869, infoPort=40533, infoSecurePort=0, ipcPort=34543, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-15T05:35:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf115d5ddf8e36307 with lease ID 0xa36243950a32fe68: Processing first storage report for DS-ccad3418-7f25-4383-961e-cffa49b01603 from datanode DatanodeRegistration(127.0.0.1:44615, datanodeUuid=2df380fd-3367-4359-9a22-1857e8139acb, infoPort=40883, infoSecurePort=0, ipcPort=37439, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398) 2024-12-15T05:35:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf115d5ddf8e36307 with lease ID 0xa36243950a32fe68: from storage DS-ccad3418-7f25-4383-961e-cffa49b01603 node DatanodeRegistration(127.0.0.1:44615, datanodeUuid=2df380fd-3367-4359-9a22-1857e8139acb, infoPort=40883, infoSecurePort=0, ipcPort=37439, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x261fe1d4ea23efbf with lease ID 0xa36243950a32fe67: Processing first storage report for DS-57177a16-0899-4f5b-bb6e-6834b8ca90a5 from datanode DatanodeRegistration(127.0.0.1:45787, datanodeUuid=950879f0-bae2-4271-9d8b-129052b43869, infoPort=40533, infoSecurePort=0, ipcPort=34543, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398) 2024-12-15T05:35:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x261fe1d4ea23efbf with lease ID 0xa36243950a32fe67: from storage DS-57177a16-0899-4f5b-bb6e-6834b8ca90a5 node DatanodeRegistration(127.0.0.1:45787, datanodeUuid=950879f0-bae2-4271-9d8b-129052b43869, infoPort=40533, infoSecurePort=0, ipcPort=34543, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:03,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf115d5ddf8e36307 with lease ID 0xa36243950a32fe68: Processing first storage report for DS-9c595bf3-e013-43a4-8236-e7937eccc5a5 from datanode DatanodeRegistration(127.0.0.1:44615, datanodeUuid=2df380fd-3367-4359-9a22-1857e8139acb, infoPort=40883, infoSecurePort=0, ipcPort=37439, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398) 2024-12-15T05:35:03,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf115d5ddf8e36307 with lease ID 0xa36243950a32fe68: from storage DS-9c595bf3-e013-43a4-8236-e7937eccc5a5 node DatanodeRegistration(127.0.0.1:44615, datanodeUuid=2df380fd-3367-4359-9a22-1857e8139acb, infoPort=40883, infoSecurePort=0, ipcPort=37439, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:03,021 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7de769aa77e13cb7 with lease ID 0xa36243950a32fe69: Processing first storage report for DS-a4762e2c-9218-4a58-a8a9-b5470b1f63c2 from datanode DatanodeRegistration(127.0.0.1:40689, datanodeUuid=079ad271-ca2f-4af2-828f-21b1294129f5, infoPort=42663, infoSecurePort=0, ipcPort=36507, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398) 2024-12-15T05:35:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7de769aa77e13cb7 with lease ID 0xa36243950a32fe69: from storage DS-a4762e2c-9218-4a58-a8a9-b5470b1f63c2 node DatanodeRegistration(127.0.0.1:40689, datanodeUuid=079ad271-ca2f-4af2-828f-21b1294129f5, infoPort=42663, infoSecurePort=0, ipcPort=36507, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7de769aa77e13cb7 with lease ID 0xa36243950a32fe69: Processing first storage report for DS-5d2e039b-bb24-451a-8b53-e2820d96a2d9 from datanode DatanodeRegistration(127.0.0.1:40689, datanodeUuid=079ad271-ca2f-4af2-828f-21b1294129f5, infoPort=42663, infoSecurePort=0, ipcPort=36507, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398) 2024-12-15T05:35:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7de769aa77e13cb7 with lease ID 0xa36243950a32fe69: from storage DS-5d2e039b-bb24-451a-8b53-e2820d96a2d9 node DatanodeRegistration(127.0.0.1:40689, datanodeUuid=079ad271-ca2f-4af2-828f-21b1294129f5, infoPort=42663, infoSecurePort=0, ipcPort=36507, storageInfo=lv=-57;cid=testClusterID;nsid=131971963;c=1734240899398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:03,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e 2024-12-15T05:35:03,225 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T05:35:03,234 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T05:35:03,238 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T05:35:03,251 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T05:35:03,251 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T05:35:03,289 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T05:35:03,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T05:35:03,345 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:38335/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:38335/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/oldWALs, maxLogs=32 2024-12-15T05:35:03,402 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734240903376, exclude list is [], retry=0 2024-12-15T05:35:03,478 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46299 (auto-detected) 2024-12-15T05:35:03,482 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T05:35:03,522 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-ccad3418-7f25-4383-961e-cffa49b01603,DISK] 2024-12-15T05:35:03,525 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T05:35:03,552 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-a4762e2c-9218-4a58-a8a9-b5470b1f63c2,DISK] 2024-12-15T05:35:03,553 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45787,DS-b90384c3-1d55-4bd9-9571-eaf70fd3eabd,DISK] 2024-12-15T05:35:03,644 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734240903376 2024-12-15T05:35:03,646 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40883:40883),(127.0.0.1/127.0.0.1:42663:42663),(127.0.0.1/127.0.0.1:40533:40533)] 2024-12-15T05:35:03,647 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T05:35:04,527 DEBUG [AsyncFSWAL-0-hdfs://localhost:38335/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-15T05:35:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45787 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T05:35:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T05:35:10,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T05:35:10,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:35:10,106 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38335/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734240903376: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T05:35:11,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T05:35:11,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@178a1176{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:11,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b9b0183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:11,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:11,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dedfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:11,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59747c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:11,492 WARN [BP-184041719-172.17.0.2-1734240899398 heartbeating to localhost/127.0.0.1:38335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:11,492 WARN [BP-184041719-172.17.0.2-1734240899398 heartbeating to localhost/127.0.0.1:38335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-184041719-172.17.0.2-1734240899398 (Datanode Uuid 079ad271-ca2f-4af2-828f-21b1294129f5) service to localhost/127.0.0.1:38335 2024-12-15T05:35:11,493 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:11,494 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:11,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data5/current/BP-184041719-172.17.0.2-1734240899398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:11,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data6/current/BP-184041719-172.17.0.2-1734240899398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:11,495 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:11,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60c5b42e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:11,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c24c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:11,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:11,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27671d7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:11,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c108db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:11,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:11,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:11,532 WARN [BP-184041719-172.17.0.2-1734240899398 heartbeating to localhost/127.0.0.1:38335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:11,533 WARN [BP-184041719-172.17.0.2-1734240899398 heartbeating to localhost/127.0.0.1:38335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-184041719-172.17.0.2-1734240899398 (Datanode Uuid 2df380fd-3367-4359-9a22-1857e8139acb) service to localhost/127.0.0.1:38335 2024-12-15T05:35:11,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data3/current/BP-184041719-172.17.0.2-1734240899398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:11,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data4/current/BP-184041719-172.17.0.2-1734240899398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:11,535 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:11,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5129509e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:11,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ff71b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:11,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:11,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7b7117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:11,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14413d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:11,625 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:11,625 WARN [BP-184041719-172.17.0.2-1734240899398 heartbeating to localhost/127.0.0.1:38335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:11,625 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:11,625 WARN [BP-184041719-172.17.0.2-1734240899398 heartbeating to localhost/127.0.0.1:38335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-184041719-172.17.0.2-1734240899398 (Datanode Uuid 950879f0-bae2-4271-9d8b-129052b43869) service to localhost/127.0.0.1:38335 2024-12-15T05:35:11,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data1/current/BP-184041719-172.17.0.2-1734240899398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:11,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/cluster_4e3773b3-4438-27cb-bec6-35602e393fee/dfs/data/data2/current/BP-184041719-172.17.0.2-1734240899398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:11,626 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:11,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:35:11,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:11,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:11,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:11,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:18,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T05:35:18,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=34 (was 12) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:38335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@22b03bc2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:38335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=298 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 397) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4282 (was 4901) 2024-12-15T05:35:18,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=34, OpenFileDescriptor=298, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=4281 2024-12-15T05:35:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.log.dir so I do NOT create it in target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec 2024-12-15T05:35:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ec250408-62f8-c7d4-81a8-ece4aace4c4e/hadoop.tmp.dir so I do NOT create it in target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec 2024-12-15T05:35:18,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4, deleteOnExit=true 2024-12-15T05:35:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/test.cache.data in system properties and HBase conf 2024-12-15T05:35:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T05:35:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir in system properties and HBase conf 2024-12-15T05:35:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T05:35:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T05:35:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T05:35:18,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T05:35:18,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:35:18,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:35:18,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T05:35:18,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:35:18,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T05:35:18,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T05:35:18,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:35:18,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:35:18,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T05:35:18,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/nfs.dump.dir in system properties and HBase conf 2024-12-15T05:35:18,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/java.io.tmpdir in system properties and HBase conf 2024-12-15T05:35:18,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:35:18,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T05:35:18,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T05:35:19,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:19,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:19,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:19,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:19,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T05:35:19,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:19,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d5fcbfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:19,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@121ec002{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:19,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20e1c56e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/java.io.tmpdir/jetty-localhost-42965-hadoop-hdfs-3_4_1-tests_jar-_-any-13787465248936808046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:35:19,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24a3e15{HTTP/1.1, (http/1.1)}{localhost:42965} 2024-12-15T05:35:19,212 INFO [Time-limited test {}] server.Server(415): Started @22368ms 2024-12-15T05:35:19,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:19,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:19,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:19,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:19,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:19,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38ad780c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:19,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc11116{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:19,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f8ccf9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/java.io.tmpdir/jetty-localhost-43711-hadoop-hdfs-3_4_1-tests_jar-_-any-10994027381002048660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:19,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c626b96{HTTP/1.1, (http/1.1)}{localhost:43711} 2024-12-15T05:35:19,502 INFO [Time-limited test {}] server.Server(415): Started @22658ms 2024-12-15T05:35:19,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:19,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:19,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:19,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:19,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:19,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T05:35:19,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67589459{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:19,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@994e59b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:19,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e914e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/java.io.tmpdir/jetty-localhost-46467-hadoop-hdfs-3_4_1-tests_jar-_-any-18417609044309742110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:19,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@871cf7b{HTTP/1.1, (http/1.1)}{localhost:46467} 2024-12-15T05:35:19,635 INFO [Time-limited test {}] server.Server(415): Started @22791ms 2024-12-15T05:35:19,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:19,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:19,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:19,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:19,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:19,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:19,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c8374{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:19,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fc7af72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:19,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6971000c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/java.io.tmpdir/jetty-localhost-38695-hadoop-hdfs-3_4_1-tests_jar-_-any-12003821862170716884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:19,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b68eb24{HTTP/1.1, (http/1.1)}{localhost:38695} 2024-12-15T05:35:19,766 INFO [Time-limited test {}] server.Server(415): Started @22922ms 2024-12-15T05:35:19,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:20,163 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data1/current/BP-168792331-172.17.0.2-1734240918859/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:20,164 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data2/current/BP-168792331-172.17.0.2-1734240918859/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:20,189 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:20,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ce1d1390ed926d with lease ID 0x1b1afd5a919fecbe: Processing first storage report for DS-1daad81d-c2ea-4673-8e47-c56f225b1c2f from datanode DatanodeRegistration(127.0.0.1:35647, datanodeUuid=3cf516c2-de23-4638-9180-6c1f2501aa6f, infoPort=35735, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859) 2024-12-15T05:35:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ce1d1390ed926d with lease ID 0x1b1afd5a919fecbe: from storage DS-1daad81d-c2ea-4673-8e47-c56f225b1c2f node DatanodeRegistration(127.0.0.1:35647, datanodeUuid=3cf516c2-de23-4638-9180-6c1f2501aa6f, infoPort=35735, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ce1d1390ed926d with lease ID 0x1b1afd5a919fecbe: Processing first storage report for DS-c889def4-3f47-4cf6-af19-df6f9006c56f from datanode DatanodeRegistration(127.0.0.1:35647, datanodeUuid=3cf516c2-de23-4638-9180-6c1f2501aa6f, infoPort=35735, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859) 2024-12-15T05:35:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ce1d1390ed926d with lease ID 0x1b1afd5a919fecbe: from storage DS-c889def4-3f47-4cf6-af19-df6f9006c56f node DatanodeRegistration(127.0.0.1:35647, datanodeUuid=3cf516c2-de23-4638-9180-6c1f2501aa6f, infoPort=35735, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T05:35:20,482 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data3/current/BP-168792331-172.17.0.2-1734240918859/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:20,483 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data4/current/BP-168792331-172.17.0.2-1734240918859/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:20,497 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x159a66032508792e with lease ID 0x1b1afd5a919fecbf: Processing first storage report for DS-e80b0af5-41aa-4240-9d4e-c7cd899294bd from datanode DatanodeRegistration(127.0.0.1:43989, datanodeUuid=649571d6-18be-45b1-959c-73fa2b2c2a53, infoPort=39651, infoSecurePort=0, ipcPort=32925, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859) 2024-12-15T05:35:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x159a66032508792e with lease ID 0x1b1afd5a919fecbf: from storage DS-e80b0af5-41aa-4240-9d4e-c7cd899294bd node DatanodeRegistration(127.0.0.1:43989, datanodeUuid=649571d6-18be-45b1-959c-73fa2b2c2a53, infoPort=39651, infoSecurePort=0, ipcPort=32925, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x159a66032508792e with lease ID 0x1b1afd5a919fecbf: Processing first storage report for DS-7a5f06a1-d275-4c17-96e0-b649862f9e12 from datanode DatanodeRegistration(127.0.0.1:43989, datanodeUuid=649571d6-18be-45b1-959c-73fa2b2c2a53, infoPort=39651, infoSecurePort=0, ipcPort=32925, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859) 2024-12-15T05:35:20,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x159a66032508792e with lease ID 0x1b1afd5a919fecbf: from storage DS-7a5f06a1-d275-4c17-96e0-b649862f9e12 node DatanodeRegistration(127.0.0.1:43989, datanodeUuid=649571d6-18be-45b1-959c-73fa2b2c2a53, infoPort=39651, infoSecurePort=0, ipcPort=32925, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:20,565 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data5/current/BP-168792331-172.17.0.2-1734240918859/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:20,565 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data6/current/BP-168792331-172.17.0.2-1734240918859/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:20,583 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9defa3d1c6562fe4 with lease ID 0x1b1afd5a919fecc0: Processing first storage report for DS-b6beba85-a5f5-427f-ae44-e7183f33d90a from datanode DatanodeRegistration(127.0.0.1:40561, datanodeUuid=a1aee678-187d-4c60-8ca8-f885389bca10, infoPort=37297, infoSecurePort=0, ipcPort=37301, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859) 2024-12-15T05:35:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9defa3d1c6562fe4 with lease ID 0x1b1afd5a919fecc0: from storage DS-b6beba85-a5f5-427f-ae44-e7183f33d90a node DatanodeRegistration(127.0.0.1:40561, datanodeUuid=a1aee678-187d-4c60-8ca8-f885389bca10, infoPort=37297, infoSecurePort=0, ipcPort=37301, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T05:35:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9defa3d1c6562fe4 with lease ID 0x1b1afd5a919fecc0: Processing first storage report for DS-1248587f-d3f3-414f-a42f-fa5a1558187a from datanode DatanodeRegistration(127.0.0.1:40561, datanodeUuid=a1aee678-187d-4c60-8ca8-f885389bca10, infoPort=37297, infoSecurePort=0, ipcPort=37301, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859) 2024-12-15T05:35:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9defa3d1c6562fe4 with lease ID 0x1b1afd5a919fecc0: from storage DS-1248587f-d3f3-414f-a42f-fa5a1558187a node DatanodeRegistration(127.0.0.1:40561, datanodeUuid=a1aee678-187d-4c60-8ca8-f885389bca10, infoPort=37297, infoSecurePort=0, ipcPort=37301, storageInfo=lv=-57;cid=testClusterID;nsid=1732336732;c=1734240918859), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:20,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec 2024-12-15T05:35:20,599 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T05:35:20,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T05:35:20,608 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:36857/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:36857/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/oldWALs, maxLogs=32 2024-12-15T05:35:20,621 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734240920610, exclude list is [], retry=0 2024-12-15T05:35:20,627 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-1daad81d-c2ea-4673-8e47-c56f225b1c2f,DISK] 2024-12-15T05:35:20,628 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43989,DS-e80b0af5-41aa-4240-9d4e-c7cd899294bd,DISK] 2024-12-15T05:35:20,628 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40561,DS-b6beba85-a5f5-427f-ae44-e7183f33d90a,DISK] 2024-12-15T05:35:20,630 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734240920610 2024-12-15T05:35:20,631 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35735:35735),(127.0.0.1/127.0.0.1:39651:39651),(127.0.0.1/127.0.0.1:37297:37297)] 2024-12-15T05:35:20,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T05:35:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T05:35:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43989 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T05:35:20,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:35:20,939 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36857/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734240920610: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T05:35:20,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T05:35:21,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6971000c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:21,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b68eb24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:21,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:21,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fc7af72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:21,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c8374{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:21,013 WARN [BP-168792331-172.17.0.2-1734240918859 heartbeating to localhost/127.0.0.1:36857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:21,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:21,013 WARN [BP-168792331-172.17.0.2-1734240918859 heartbeating to localhost/127.0.0.1:36857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168792331-172.17.0.2-1734240918859 (Datanode Uuid a1aee678-187d-4c60-8ca8-f885389bca10) service to localhost/127.0.0.1:36857 2024-12-15T05:35:21,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:21,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data5/current/BP-168792331-172.17.0.2-1734240918859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:21,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data6/current/BP-168792331-172.17.0.2-1734240918859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:21,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:21,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e914e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:21,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@871cf7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:21,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:21,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@994e59b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:21,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67589459{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:21,068 WARN [BP-168792331-172.17.0.2-1734240918859 heartbeating to localhost/127.0.0.1:36857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:21,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:21,069 WARN [BP-168792331-172.17.0.2-1734240918859 heartbeating to localhost/127.0.0.1:36857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168792331-172.17.0.2-1734240918859 (Datanode Uuid 649571d6-18be-45b1-959c-73fa2b2c2a53) service to localhost/127.0.0.1:36857 2024-12-15T05:35:21,069 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:21,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data3/current/BP-168792331-172.17.0.2-1734240918859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:21,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data4/current/BP-168792331-172.17.0.2-1734240918859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:21,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:21,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f8ccf9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:21,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c626b96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:21,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:21,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc11116{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:21,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38ad780c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:21,076 WARN [BP-168792331-172.17.0.2-1734240918859 heartbeating to localhost/127.0.0.1:36857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:21,076 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:21,076 WARN [BP-168792331-172.17.0.2-1734240918859 heartbeating to localhost/127.0.0.1:36857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168792331-172.17.0.2-1734240918859 (Datanode Uuid 3cf516c2-de23-4638-9180-6c1f2501aa6f) service to localhost/127.0.0.1:36857 2024-12-15T05:35:21,076 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:21,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data1/current/BP-168792331-172.17.0.2-1734240918859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:21,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/cluster_31af9d2f-d3e6-49cb-2b16-15df1c6726a4/dfs/data/data2/current/BP-168792331-172.17.0.2-1734240918859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:21,077 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:21,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20e1c56e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:35:21,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24a3e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:21,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:21,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@121ec002{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:21,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d5fcbfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:21,100 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T05:35:21,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=56 (was 34) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:36857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:36857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=337 (was 298) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 430), ProcessCount=11 (was 11), AvailableMemoryMB=4170 (was 4281) 2024-12-15T05:35:21,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=4170 2024-12-15T05:35:21,113 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.log.dir so I do NOT create it in target/test-data/4d533bb2-4562-ccff-d141-532550348814 2024-12-15T05:35:21,113 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/16751f81-10bc-7d12-c6bd-cb048f68d2ec/hadoop.tmp.dir so I do NOT create it in target/test-data/4d533bb2-4562-ccff-d141-532550348814 2024-12-15T05:35:21,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de, deleteOnExit=true 2024-12-15T05:35:21,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/test.cache.data in system properties and HBase conf 2024-12-15T05:35:21,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T05:35:21,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir in system properties and HBase conf 2024-12-15T05:35:21,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T05:35:21,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T05:35:21,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T05:35:21,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T05:35:21,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:35:21,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:35:21,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T05:35:21,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:35:21,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/nfs.dump.dir in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/java.io.tmpdir in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T05:35:21,116 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T05:35:21,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:21,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:21,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:21,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:21,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T05:35:21,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:21,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45cf7df1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:21,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c564bfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:21,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aa69611{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/java.io.tmpdir/jetty-localhost-34307-hadoop-hdfs-3_4_1-tests_jar-_-any-10747799125531378640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:35:21,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e17f96{HTTP/1.1, (http/1.1)}{localhost:34307} 2024-12-15T05:35:21,470 INFO [Time-limited test {}] server.Server(415): Started @24626ms 2024-12-15T05:35:21,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:21,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:21,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:21,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:21,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:21,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cb53e14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:21,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43a17957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:21,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ee96154{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/java.io.tmpdir/jetty-localhost-42203-hadoop-hdfs-3_4_1-tests_jar-_-any-6137337780758754407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:21,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e29eb2b{HTTP/1.1, (http/1.1)}{localhost:42203} 2024-12-15T05:35:21,811 INFO [Time-limited test {}] server.Server(415): Started @24967ms 2024-12-15T05:35:21,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:21,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:21,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:21,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:21,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:21,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T05:35:21,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@581c6de7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:21,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186803da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:21,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c928bae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/java.io.tmpdir/jetty-localhost-41349-hadoop-hdfs-3_4_1-tests_jar-_-any-5515409566319586972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:21,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57178ab3{HTTP/1.1, (http/1.1)}{localhost:41349} 2024-12-15T05:35:21,937 INFO [Time-limited test {}] server.Server(415): Started @25093ms 2024-12-15T05:35:21,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:21,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:21,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:21,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:21,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:21,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:21,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a683f15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:21,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34172e7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:22,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47cc7fc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/java.io.tmpdir/jetty-localhost-40345-hadoop-hdfs-3_4_1-tests_jar-_-any-199570150567623458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:22,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51c70ff4{HTTP/1.1, (http/1.1)}{localhost:40345} 2024-12-15T05:35:22,059 INFO [Time-limited test {}] server.Server(415): Started @25215ms 2024-12-15T05:35:22,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:22,439 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data1/current/BP-342575724-172.17.0.2-1734240921146/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:22,442 WARN [Thread-424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data2/current/BP-342575724-172.17.0.2-1734240921146/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:22,463 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa9321a92b815b1a with lease ID 0x79e3a342f4a0dfa0: Processing first storage report for DS-df104beb-34e6-40b2-920e-17041f004534 from datanode DatanodeRegistration(127.0.0.1:43437, datanodeUuid=14b197c0-97e3-46c5-a225-818e4c4cc0a1, infoPort=46215, infoSecurePort=0, ipcPort=36555, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146) 2024-12-15T05:35:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa9321a92b815b1a with lease ID 0x79e3a342f4a0dfa0: from storage DS-df104beb-34e6-40b2-920e-17041f004534 node DatanodeRegistration(127.0.0.1:43437, datanodeUuid=14b197c0-97e3-46c5-a225-818e4c4cc0a1, infoPort=46215, infoSecurePort=0, ipcPort=36555, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa9321a92b815b1a with lease ID 0x79e3a342f4a0dfa0: Processing first storage report for DS-aa35bb2f-2976-4cd7-a1df-d0625d029bf1 from datanode DatanodeRegistration(127.0.0.1:43437, datanodeUuid=14b197c0-97e3-46c5-a225-818e4c4cc0a1, infoPort=46215, infoSecurePort=0, ipcPort=36555, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146) 2024-12-15T05:35:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa9321a92b815b1a with lease ID 0x79e3a342f4a0dfa0: from storage DS-aa35bb2f-2976-4cd7-a1df-d0625d029bf1 node DatanodeRegistration(127.0.0.1:43437, datanodeUuid=14b197c0-97e3-46c5-a225-818e4c4cc0a1, infoPort=46215, infoSecurePort=0, ipcPort=36555, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:22,669 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data3/current/BP-342575724-172.17.0.2-1734240921146/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:22,669 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data4/current/BP-342575724-172.17.0.2-1734240921146/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:22,689 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c285dd7352ff6ff with lease ID 0x79e3a342f4a0dfa1: Processing first storage report for DS-9ec084ac-511e-4427-8e5f-b22d22ae5006 from datanode DatanodeRegistration(127.0.0.1:40807, datanodeUuid=af0716c2-5539-468a-b151-1959a2f8f1b5, infoPort=36071, infoSecurePort=0, ipcPort=40575, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146) 2024-12-15T05:35:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c285dd7352ff6ff with lease ID 0x79e3a342f4a0dfa1: from storage DS-9ec084ac-511e-4427-8e5f-b22d22ae5006 node DatanodeRegistration(127.0.0.1:40807, datanodeUuid=af0716c2-5539-468a-b151-1959a2f8f1b5, infoPort=36071, infoSecurePort=0, ipcPort=40575, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T05:35:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c285dd7352ff6ff with lease ID 0x79e3a342f4a0dfa1: Processing first storage report for DS-a06d6c78-994a-45de-ba1b-283379c48953 from datanode DatanodeRegistration(127.0.0.1:40807, datanodeUuid=af0716c2-5539-468a-b151-1959a2f8f1b5, infoPort=36071, infoSecurePort=0, ipcPort=40575, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146) 2024-12-15T05:35:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c285dd7352ff6ff with lease ID 0x79e3a342f4a0dfa1: from storage DS-a06d6c78-994a-45de-ba1b-283379c48953 node DatanodeRegistration(127.0.0.1:40807, datanodeUuid=af0716c2-5539-468a-b151-1959a2f8f1b5, infoPort=36071, infoSecurePort=0, ipcPort=40575, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:22,767 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data6/current/BP-342575724-172.17.0.2-1734240921146/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:22,767 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data5/current/BP-342575724-172.17.0.2-1734240921146/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:22,782 WARN [Thread-410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacc5129cc08a0c61 with lease ID 0x79e3a342f4a0dfa2: Processing first storage report for DS-b64e65f9-c5f6-4a9e-94f2-60a2d1b8588d from datanode DatanodeRegistration(127.0.0.1:43839, datanodeUuid=6e9d2007-744b-467e-b3ac-0d8034f95321, infoPort=34027, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146) 2024-12-15T05:35:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacc5129cc08a0c61 with lease ID 0x79e3a342f4a0dfa2: from storage DS-b64e65f9-c5f6-4a9e-94f2-60a2d1b8588d node DatanodeRegistration(127.0.0.1:43839, datanodeUuid=6e9d2007-744b-467e-b3ac-0d8034f95321, infoPort=34027, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacc5129cc08a0c61 with lease ID 0x79e3a342f4a0dfa2: Processing first storage report for DS-1fbac27c-653c-4ecc-a20a-14909d58ef29 from datanode DatanodeRegistration(127.0.0.1:43839, datanodeUuid=6e9d2007-744b-467e-b3ac-0d8034f95321, infoPort=34027, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146) 2024-12-15T05:35:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacc5129cc08a0c61 with lease ID 0x79e3a342f4a0dfa2: from storage DS-1fbac27c-653c-4ecc-a20a-14909d58ef29 node DatanodeRegistration(127.0.0.1:43839, datanodeUuid=6e9d2007-744b-467e-b3ac-0d8034f95321, infoPort=34027, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1630836705;c=1734240921146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:22,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814 2024-12-15T05:35:22,791 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T05:35:22,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T05:35:22,797 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:40827/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:40827/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/oldWALs, maxLogs=32 2024-12-15T05:35:22,810 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734240922799, exclude list is [], retry=0 2024-12-15T05:35:22,815 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43437,DS-df104beb-34e6-40b2-920e-17041f004534,DISK] 2024-12-15T05:35:22,816 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43839,DS-b64e65f9-c5f6-4a9e-94f2-60a2d1b8588d,DISK] 2024-12-15T05:35:22,816 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-9ec084ac-511e-4427-8e5f-b22d22ae5006,DISK] 2024-12-15T05:35:22,821 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734240922799 2024-12-15T05:35:22,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46215:46215),(127.0.0.1/127.0.0.1:34027:34027),(127.0.0.1/127.0.0.1:36071:36071)] 2024-12-15T05:35:22,835 INFO [AsyncFSWAL-0-hdfs://localhost:40827/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-15T05:35:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43839 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T05:35:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43437 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T05:35:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T05:35:32,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:35:33,001 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40827/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734240922799: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T05:35:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T05:35:34,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47cc7fc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:34,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51c70ff4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:34,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:34,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34172e7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:34,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a683f15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:34,919 WARN [BP-342575724-172.17.0.2-1734240921146 heartbeating to localhost/127.0.0.1:40827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:34,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:34,920 WARN [BP-342575724-172.17.0.2-1734240921146 heartbeating to localhost/127.0.0.1:40827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-342575724-172.17.0.2-1734240921146 (Datanode Uuid 6e9d2007-744b-467e-b3ac-0d8034f95321) service to localhost/127.0.0.1:40827 2024-12-15T05:35:34,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:34,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data5/current/BP-342575724-172.17.0.2-1734240921146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:34,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data6/current/BP-342575724-172.17.0.2-1734240921146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:34,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:34,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c928bae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:34,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57178ab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:34,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:34,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186803da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:34,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@581c6de7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:34,962 WARN [BP-342575724-172.17.0.2-1734240921146 heartbeating to localhost/127.0.0.1:40827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:34,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:34,962 WARN [BP-342575724-172.17.0.2-1734240921146 heartbeating to localhost/127.0.0.1:40827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-342575724-172.17.0.2-1734240921146 (Datanode Uuid af0716c2-5539-468a-b151-1959a2f8f1b5) service to localhost/127.0.0.1:40827 2024-12-15T05:35:34,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:34,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data3/current/BP-342575724-172.17.0.2-1734240921146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:34,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data4/current/BP-342575724-172.17.0.2-1734240921146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:34,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:34,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ee96154{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:34,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e29eb2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:34,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:34,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43a17957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:34,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cb53e14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:34,972 WARN [BP-342575724-172.17.0.2-1734240921146 heartbeating to localhost/127.0.0.1:40827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:34,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:34,973 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:34,973 WARN [BP-342575724-172.17.0.2-1734240921146 heartbeating to localhost/127.0.0.1:40827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-342575724-172.17.0.2-1734240921146 (Datanode Uuid 14b197c0-97e3-46c5-a225-818e4c4cc0a1) service to localhost/127.0.0.1:40827 2024-12-15T05:35:34,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data1/current/BP-342575724-172.17.0.2-1734240921146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:34,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/cluster_d53ddba5-13ee-392b-7d35-9525b8f728de/dfs/data/data2/current/BP-342575724-172.17.0.2-1734240921146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:34,974 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:34,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aa69611{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:35:34,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e17f96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:34,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:34,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c564bfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:34,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45cf7df1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:35,008 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T05:35:35,015 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59 (was 56) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:40827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (579491723) connection to localhost/127.0.0.1:40827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 430), ProcessCount=11 (was 11), AvailableMemoryMB=4031 (was 4170) 2024-12-15T05:35:35,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=59, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=4031 2024-12-15T05:35:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.log.dir so I do NOT create it in target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38 2024-12-15T05:35:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d533bb2-4562-ccff-d141-532550348814/hadoop.tmp.dir so I do NOT create it in target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38 2024-12-15T05:35:35,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b, deleteOnExit=true 2024-12-15T05:35:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/test.cache.data in system properties and HBase conf 2024-12-15T05:35:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T05:35:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir in system properties and HBase conf 2024-12-15T05:35:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T05:35:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T05:35:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T05:35:35,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T05:35:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:35:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T05:35:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T05:35:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:35:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T05:35:35,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T05:35:35,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T05:35:35,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:35:35,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T05:35:35,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/nfs.dump.dir in system properties and HBase conf 2024-12-15T05:35:35,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/java.io.tmpdir in system properties and HBase conf 2024-12-15T05:35:35,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T05:35:35,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T05:35:35,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T05:35:35,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:35,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:35,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:35,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:35,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:35,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:35,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18683eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:35,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18245078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:35,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65cc2064{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/java.io.tmpdir/jetty-localhost-46179-hadoop-hdfs-3_4_1-tests_jar-_-any-10356974236400055548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:35:35,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b1327e8{HTTP/1.1, (http/1.1)}{localhost:46179} 2024-12-15T05:35:35,400 INFO [Time-limited test {}] server.Server(415): Started @38556ms 2024-12-15T05:35:35,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:35,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:35,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:35,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:35,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T05:35:35,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ddd918b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:35,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556efce3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:35,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158427de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/java.io.tmpdir/jetty-localhost-43499-hadoop-hdfs-3_4_1-tests_jar-_-any-1372982634308670640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:35,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@415cac4d{HTTP/1.1, (http/1.1)}{localhost:43499} 2024-12-15T05:35:35,709 INFO [Time-limited test {}] server.Server(415): Started @38865ms 2024-12-15T05:35:35,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:35,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:35,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:35,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:35,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:35,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T05:35:35,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e201640{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:35,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ed138fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:35,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@193c366{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/java.io.tmpdir/jetty-localhost-46113-hadoop-hdfs-3_4_1-tests_jar-_-any-16783203945301780065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:35,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fa5142e{HTTP/1.1, (http/1.1)}{localhost:46113} 2024-12-15T05:35:35,947 INFO [Time-limited test {}] server.Server(415): Started @39102ms 2024-12-15T05:35:35,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:35,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T05:35:36,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T05:35:36,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T05:35:36,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T05:35:36,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T05:35:36,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82fe393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir/,AVAILABLE} 2024-12-15T05:35:36,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111de5a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T05:35:36,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23fb7ce0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/java.io.tmpdir/jetty-localhost-34443-hadoop-hdfs-3_4_1-tests_jar-_-any-14560811822747530602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:36,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@165a0481{HTTP/1.1, (http/1.1)}{localhost:34443} 2024-12-15T05:35:36,108 INFO [Time-limited test {}] server.Server(415): Started @39264ms 2024-12-15T05:35:36,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T05:35:36,313 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data1/current/BP-344452252-172.17.0.2-1734240935053/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:36,313 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data2/current/BP-344452252-172.17.0.2-1734240935053/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:36,342 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75bd5c026cdcc4c2 with lease ID 0xfed2b9e50310a7a2: Processing first storage report for DS-67638af2-33c5-4857-a503-e6314c150df8 from datanode DatanodeRegistration(127.0.0.1:41675, datanodeUuid=daf18780-9acf-4869-b5a2-e69023570f72, infoPort=46529, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053) 2024-12-15T05:35:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75bd5c026cdcc4c2 with lease ID 0xfed2b9e50310a7a2: from storage DS-67638af2-33c5-4857-a503-e6314c150df8 node DatanodeRegistration(127.0.0.1:41675, datanodeUuid=daf18780-9acf-4869-b5a2-e69023570f72, infoPort=46529, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75bd5c026cdcc4c2 with lease ID 0xfed2b9e50310a7a2: Processing first storage report for DS-5e9de117-1e69-4f6d-b13b-992ec1f80cf1 from datanode DatanodeRegistration(127.0.0.1:41675, datanodeUuid=daf18780-9acf-4869-b5a2-e69023570f72, infoPort=46529, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053) 2024-12-15T05:35:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75bd5c026cdcc4c2 with lease ID 0xfed2b9e50310a7a2: from storage DS-5e9de117-1e69-4f6d-b13b-992ec1f80cf1 node DatanodeRegistration(127.0.0.1:41675, datanodeUuid=daf18780-9acf-4869-b5a2-e69023570f72, infoPort=46529, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:36,760 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data4/current/BP-344452252-172.17.0.2-1734240935053/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:36,760 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data3/current/BP-344452252-172.17.0.2-1734240935053/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:36,786 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55fcd75df4405b40 with lease ID 0xfed2b9e50310a7a3: Processing first storage report for DS-05cd9b9c-c026-457b-bc0c-5d5b51e59742 from datanode DatanodeRegistration(127.0.0.1:33379, datanodeUuid=336512d3-fae6-456b-a828-3ec82cfd1379, infoPort=42407, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053) 2024-12-15T05:35:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55fcd75df4405b40 with lease ID 0xfed2b9e50310a7a3: from storage DS-05cd9b9c-c026-457b-bc0c-5d5b51e59742 node DatanodeRegistration(127.0.0.1:33379, datanodeUuid=336512d3-fae6-456b-a828-3ec82cfd1379, infoPort=42407, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55fcd75df4405b40 with lease ID 0xfed2b9e50310a7a3: Processing first storage report for DS-fff34747-7be5-4977-a36b-c1986481fc30 from datanode DatanodeRegistration(127.0.0.1:33379, datanodeUuid=336512d3-fae6-456b-a828-3ec82cfd1379, infoPort=42407, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053) 2024-12-15T05:35:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55fcd75df4405b40 with lease ID 0xfed2b9e50310a7a3: from storage DS-fff34747-7be5-4977-a36b-c1986481fc30 node DatanodeRegistration(127.0.0.1:33379, datanodeUuid=336512d3-fae6-456b-a828-3ec82cfd1379, infoPort=42407, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:36,881 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data5/current/BP-344452252-172.17.0.2-1734240935053/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:36,881 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data6/current/BP-344452252-172.17.0.2-1734240935053/current, will proceed with Du for space computation calculation, 2024-12-15T05:35:36,903 WARN [Thread-565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T05:35:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3bab2e560300217 with lease ID 0xfed2b9e50310a7a4: Processing first storage report for DS-0122a499-417c-4086-acff-c59b3d05db7a from datanode DatanodeRegistration(127.0.0.1:46269, datanodeUuid=97c1b505-d472-4373-a7d3-47439039e0c4, infoPort=36923, infoSecurePort=0, ipcPort=36011, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053) 2024-12-15T05:35:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3bab2e560300217 with lease ID 0xfed2b9e50310a7a4: from storage DS-0122a499-417c-4086-acff-c59b3d05db7a node DatanodeRegistration(127.0.0.1:46269, datanodeUuid=97c1b505-d472-4373-a7d3-47439039e0c4, infoPort=36923, infoSecurePort=0, ipcPort=36011, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3bab2e560300217 with lease ID 0xfed2b9e50310a7a4: Processing first storage report for DS-b3816d63-fff6-44f2-b56f-9fa08cc844e6 from datanode DatanodeRegistration(127.0.0.1:46269, datanodeUuid=97c1b505-d472-4373-a7d3-47439039e0c4, infoPort=36923, infoSecurePort=0, ipcPort=36011, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053) 2024-12-15T05:35:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3bab2e560300217 with lease ID 0xfed2b9e50310a7a4: from storage DS-b3816d63-fff6-44f2-b56f-9fa08cc844e6 node DatanodeRegistration(127.0.0.1:46269, datanodeUuid=97c1b505-d472-4373-a7d3-47439039e0c4, infoPort=36923, infoSecurePort=0, ipcPort=36011, storageInfo=lv=-57;cid=testClusterID;nsid=1342024605;c=1734240935053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T05:35:36,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38 2024-12-15T05:35:36,977 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T05:35:36,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T05:35:36,984 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:43461/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:43461/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/oldWALs, maxLogs=32 2024-12-15T05:35:37,004 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734240936986, exclude list is [], retry=0 2024-12-15T05:35:37,011 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-67638af2-33c5-4857-a503-e6314c150df8,DISK] 2024-12-15T05:35:37,012 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-05cd9b9c-c026-457b-bc0c-5d5b51e59742,DISK] 2024-12-15T05:35:37,013 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46269,DS-0122a499-417c-4086-acff-c59b3d05db7a,DISK] 2024-12-15T05:35:37,031 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734240936986 2024-12-15T05:35:37,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46529:46529),(127.0.0.1/127.0.0.1:42407:42407),(127.0.0.1/127.0.0.1:36923:36923)] 2024-12-15T05:35:37,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741825_1001 (size=121110) 2024-12-15T05:35:37,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741825_1001 (size=121110) 2024-12-15T05:35:37,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741825_1001 (size=121110) 2024-12-15T05:35:37,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T05:35:37,565 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43461/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734240936986: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T05:35:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T05:35:37,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23fb7ce0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:37,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@165a0481{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:37,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:37,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111de5a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:37,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82fe393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:37,622 WARN [BP-344452252-172.17.0.2-1734240935053 heartbeating to localhost/127.0.0.1:43461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:37,622 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:37,622 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:37,623 WARN [BP-344452252-172.17.0.2-1734240935053 heartbeating to localhost/127.0.0.1:43461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-344452252-172.17.0.2-1734240935053 (Datanode Uuid 97c1b505-d472-4373-a7d3-47439039e0c4) service to localhost/127.0.0.1:43461 2024-12-15T05:35:37,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data5/current/BP-344452252-172.17.0.2-1734240935053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:37,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data6/current/BP-344452252-172.17.0.2-1734240935053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:37,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:37,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@193c366{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:37,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fa5142e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:37,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:37,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ed138fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:37,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e201640{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:37,646 WARN [BP-344452252-172.17.0.2-1734240935053 heartbeating to localhost/127.0.0.1:43461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:37,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:37,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:37,646 WARN [BP-344452252-172.17.0.2-1734240935053 heartbeating to localhost/127.0.0.1:43461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-344452252-172.17.0.2-1734240935053 (Datanode Uuid 336512d3-fae6-456b-a828-3ec82cfd1379) service to localhost/127.0.0.1:43461 2024-12-15T05:35:37,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data3/current/BP-344452252-172.17.0.2-1734240935053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:37,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data4/current/BP-344452252-172.17.0.2-1734240935053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:37,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:37,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158427de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T05:35:37,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@415cac4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:37,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:37,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556efce3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:37,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ddd918b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:37,667 WARN [BP-344452252-172.17.0.2-1734240935053 heartbeating to localhost/127.0.0.1:43461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T05:35:37,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T05:35:37,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T05:35:37,667 WARN [BP-344452252-172.17.0.2-1734240935053 heartbeating to localhost/127.0.0.1:43461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-344452252-172.17.0.2-1734240935053 (Datanode Uuid daf18780-9acf-4869-b5a2-e69023570f72) service to localhost/127.0.0.1:43461 2024-12-15T05:35:37,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data1/current/BP-344452252-172.17.0.2-1734240935053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:37,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/cluster_2143bcc0-efc8-5b9e-72a2-088dd799806b/dfs/data/data2/current/BP-344452252-172.17.0.2-1734240935053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T05:35:37,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T05:35:37,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65cc2064{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T05:35:37,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b1327e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T05:35:37,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T05:35:37,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18245078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T05:35:37,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18683eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/088fed7d-d609-10c3-f7ac-54337c635c38/hadoop.log.dir/,STOPPED} 2024-12-15T05:35:37,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T05:35:37,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=67 (was 59) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=3979 (was 4031)