2024-12-11 18:05:27,583 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-11 18:05:27,612 main DEBUG Took 0.025072 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 18:05:27,612 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 18:05:27,613 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 18:05:27,614 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 18:05:27,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,686 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 18:05:27,723 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,735 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,739 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,740 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,746 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,749 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,750 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,751 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,752 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,754 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,759 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 18:05:27,762 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,762 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 18:05:27,764 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 18:05:27,773 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 18:05:27,776 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 18:05:27,776 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 18:05:27,783 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 18:05:27,793 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 18:05:27,825 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 18:05:27,828 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 18:05:27,831 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 18:05:27,831 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 18:05:27,832 main DEBUG createAppenders(={Console}) 2024-12-11 18:05:27,833 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-11 18:05:27,834 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-11 18:05:27,835 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-11 18:05:27,835 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 18:05:27,836 main DEBUG OutputStream closed 2024-12-11 18:05:27,836 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 18:05:27,836 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 18:05:27,837 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-11 18:05:27,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 18:05:27,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 18:05:27,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 18:05:27,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 18:05:27,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 18:05:27,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 18:05:27,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 18:05:27,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 18:05:27,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 18:05:27,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 18:05:27,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 18:05:27,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 18:05:27,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 18:05:27,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 18:05:27,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 18:05:27,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 18:05:27,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 18:05:27,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 18:05:27,981 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 18:05:27,982 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-11 18:05:27,982 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 18:05:27,983 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-11T18:05:28,484 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd 2024-12-11 18:05:28,488 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 18:05:28,488 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T18:05:28,505 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-11T18:05:28,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=1127, ProcessCount=11, AvailableMemoryMB=1742 2024-12-11T18:05:28,576 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01, deleteOnExit=true 2024-12-11T18:05:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/test.cache.data in system properties and HBase conf 2024-12-11T18:05:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T18:05:28,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir in system properties and HBase conf 2024-12-11T18:05:28,580 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T18:05:28,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T18:05:28,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T18:05:28,711 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T18:05:28,840 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T18:05:28,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:05:28,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:05:28,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T18:05:28,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:05:28,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T18:05:28,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T18:05:28,849 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:05:28,850 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:05:28,851 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T18:05:28,851 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/nfs.dump.dir in system properties and HBase conf 2024-12-11T18:05:28,852 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/java.io.tmpdir in system properties and HBase conf 2024-12-11T18:05:28,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:05:28,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T18:05:28,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T18:05:30,225 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T18:05:30,356 INFO [Time-limited test {}] log.Log(170): Logging initialized @3782ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T18:05:30,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:05:30,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:05:30,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:05:30,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:05:30,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:05:30,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:05:30,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:05:30,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:05:31,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/java.io.tmpdir/jetty-localhost-39365-hadoop-hdfs-3_4_1-tests_jar-_-any-14001779681264404746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:05:31,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:39365} 2024-12-11T18:05:31,087 INFO [Time-limited test {}] server.Server(415): Started @4514ms 2024-12-11T18:05:31,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:05:31,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:05:31,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:05:31,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:05:31,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:05:31,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7b7117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:05:31,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:05:32,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ec8608c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/java.io.tmpdir/jetty-localhost-32851-hadoop-hdfs-3_4_1-tests_jar-_-any-1446462830264627228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:05:32,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@119c78b7{HTTP/1.1, (http/1.1)}{localhost:32851} 2024-12-11T18:05:32,130 INFO [Time-limited test {}] server.Server(415): Started @5557ms 2024-12-11T18:05:32,231 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:05:32,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:05:32,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:05:32,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:05:32,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:05:32,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:05:32,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27671d7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:05:32,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:05:32,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@200c180f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/java.io.tmpdir/jetty-localhost-35837-hadoop-hdfs-3_4_1-tests_jar-_-any-17340614507125535769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:05:32,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a210ec4{HTTP/1.1, (http/1.1)}{localhost:35837} 2024-12-11T18:05:32,729 INFO [Time-limited test {}] server.Server(415): Started @6156ms 2024-12-11T18:05:32,733 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:05:32,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:05:33,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:05:33,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:05:33,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:05:33,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:05:33,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dedfc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:05:33,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:05:33,213 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data3/current/BP-1784428569-172.17.0.3-1733940329844/current, will proceed with Du for space computation calculation, 2024-12-11T18:05:33,216 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data1/current/BP-1784428569-172.17.0.3-1733940329844/current, will proceed with Du for space computation calculation, 2024-12-11T18:05:33,225 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data4/current/BP-1784428569-172.17.0.3-1733940329844/current, will proceed with Du for space computation calculation, 2024-12-11T18:05:33,235 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data2/current/BP-1784428569-172.17.0.3-1733940329844/current, will proceed with Du for space computation calculation, 2024-12-11T18:05:33,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7424fe40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/java.io.tmpdir/jetty-localhost-38949-hadoop-hdfs-3_4_1-tests_jar-_-any-11151228935256752730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:05:33,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d356c22{HTTP/1.1, (http/1.1)}{localhost:38949} 2024-12-11T18:05:33,244 INFO [Time-limited test {}] server.Server(415): Started @6671ms 2024-12-11T18:05:33,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:05:33,486 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:05:33,501 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:05:33,643 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/current/BP-1784428569-172.17.0.3-1733940329844/current, will proceed with Du for space computation calculation, 2024-12-11T18:05:33,657 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data6/current/BP-1784428569-172.17.0.3-1733940329844/current, will proceed with Du for space computation calculation, 2024-12-11T18:05:33,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea4263e07e07ba09 with lease ID 0xcc7ac0e3c2e2e2fd: Processing first storage report for DS-6b69c103-b272-463d-9947-fc3c1cf829f8 from datanode DatanodeRegistration(127.0.0.1:32861, datanodeUuid=764196db-e089-43a3-b8f4-ca11a7fc0a48, infoPort=37083, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844) 2024-12-11T18:05:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea4263e07e07ba09 with lease ID 0xcc7ac0e3c2e2e2fd: from storage DS-6b69c103-b272-463d-9947-fc3c1cf829f8 node DatanodeRegistration(127.0.0.1:32861, datanodeUuid=764196db-e089-43a3-b8f4-ca11a7fc0a48, infoPort=37083, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844), blocks: 0, hasStaleStorage: true, processing time: 8 msecs, invalidatedBlocks: 0 2024-12-11T18:05:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd46500e266738ad6 with lease ID 0xcc7ac0e3c2e2e2fc: Processing first storage report for DS-96e93232-8dd5-4326-a815-202f6c604042 from datanode DatanodeRegistration(127.0.0.1:39515, datanodeUuid=fb7069a0-f24e-4826-937c-8186308557c3, infoPort=39339, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844) 2024-12-11T18:05:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd46500e266738ad6 with lease ID 0xcc7ac0e3c2e2e2fc: from storage DS-96e93232-8dd5-4326-a815-202f6c604042 node DatanodeRegistration(127.0.0.1:39515, datanodeUuid=fb7069a0-f24e-4826-937c-8186308557c3, infoPort=39339, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:05:33,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea4263e07e07ba09 with lease ID 0xcc7ac0e3c2e2e2fd: Processing first storage report for DS-500d1be6-584f-44ba-9a36-100926228731 from datanode DatanodeRegistration(127.0.0.1:32861, datanodeUuid=764196db-e089-43a3-b8f4-ca11a7fc0a48, infoPort=37083, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844) 2024-12-11T18:05:33,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea4263e07e07ba09 with lease ID 0xcc7ac0e3c2e2e2fd: from storage DS-500d1be6-584f-44ba-9a36-100926228731 node DatanodeRegistration(127.0.0.1:32861, datanodeUuid=764196db-e089-43a3-b8f4-ca11a7fc0a48, infoPort=37083, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:05:33,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd46500e266738ad6 with lease ID 0xcc7ac0e3c2e2e2fc: Processing first storage report for DS-06effafe-f369-432b-b963-01fa9342a9c1 from datanode DatanodeRegistration(127.0.0.1:39515, datanodeUuid=fb7069a0-f24e-4826-937c-8186308557c3, infoPort=39339, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844) 2024-12-11T18:05:33,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd46500e266738ad6 with lease ID 0xcc7ac0e3c2e2e2fc: from storage DS-06effafe-f369-432b-b963-01fa9342a9c1 node DatanodeRegistration(127.0.0.1:39515, datanodeUuid=fb7069a0-f24e-4826-937c-8186308557c3, infoPort=39339, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:05:33,757 WARN [Thread-121 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:05:33,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80f978fdcc5c1759 with lease ID 0xcc7ac0e3c2e2e2fe: Processing first storage report for DS-eccf7308-7c90-454a-b32d-ba35062e82c3 from datanode DatanodeRegistration(127.0.0.1:38059, datanodeUuid=7a112103-9cd7-4103-b552-cb2cfd6839ec, infoPort=37067, infoSecurePort=0, ipcPort=36039, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844) 2024-12-11T18:05:33,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80f978fdcc5c1759 with lease ID 0xcc7ac0e3c2e2e2fe: from storage DS-eccf7308-7c90-454a-b32d-ba35062e82c3 node DatanodeRegistration(127.0.0.1:38059, datanodeUuid=7a112103-9cd7-4103-b552-cb2cfd6839ec, infoPort=37067, infoSecurePort=0, ipcPort=36039, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:05:33,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80f978fdcc5c1759 with lease ID 0xcc7ac0e3c2e2e2fe: Processing first storage report for DS-b4cb6327-6f5d-4b91-b1c4-2c763036815a from datanode DatanodeRegistration(127.0.0.1:38059, datanodeUuid=7a112103-9cd7-4103-b552-cb2cfd6839ec, infoPort=37067, infoSecurePort=0, ipcPort=36039, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844) 2024-12-11T18:05:33,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80f978fdcc5c1759 with lease ID 0xcc7ac0e3c2e2e2fe: from storage DS-b4cb6327-6f5d-4b91-b1c4-2c763036815a node DatanodeRegistration(127.0.0.1:38059, datanodeUuid=7a112103-9cd7-4103-b552-cb2cfd6839ec, infoPort=37067, infoSecurePort=0, ipcPort=36039, storageInfo=lv=-57;cid=testClusterID;nsid=567388617;c=1733940329844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:05:34,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd 2024-12-11T18:05:34,308 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T18:05:34,321 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:05:34,325 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T18:05:34,347 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T18:05:34,347 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T18:05:34,409 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T18:05:34,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:05:34,575 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/oldWALs, maxLogs=32 2024-12-11T18:05:34,650 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733940334615, exclude list is [], retry=0 2024-12-11T18:05:34,767 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1085 (auto-detected) 2024-12-11T18:05:34,775 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-11T18:05:34,809 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK] 2024-12-11T18:05:34,813 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T18:05:34,876 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK] 2024-12-11T18:05:34,877 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK] 2024-12-11T18:05:35,031 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733940334615 2024-12-11T18:05:35,050 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39339:39339),(127.0.0.1/127.0.0.1:37067:37067),(127.0.0.1/127.0.0.1:37083:37083)] 2024-12-11T18:05:35,052 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T18:05:36,571 DEBUG [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-11T18:05:40,424 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:43,241 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 102 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:43,369 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 126 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:43,541 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 170 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:43,713 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 170 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:43,925 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 210 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:44,233 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:60528 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 306ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/, blockId=1073741825, seqno=782 2024-12-11T18:05:44,233 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 307 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:44,600 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:34302 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 365ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data1/, blockId=1073741825, seqno=783 2024-12-11T18:05:44,668 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:60528 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 433ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/, blockId=1073741825, seqno=783 2024-12-11T18:05:44,668 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:49928 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 433ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data3/, blockId=1073741825, seqno=783 2024-12-11T18:05:44,669 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 435 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:45,080 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:34302 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 408ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data1/, blockId=1073741825, seqno=784 2024-12-11T18:05:45,144 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:49928 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 472ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data3/, blockId=1073741825, seqno=784 2024-12-11T18:05:45,148 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:60528 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 477ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/, blockId=1073741825, seqno=784 2024-12-11T18:05:45,149 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 478 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:45,592 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:34302 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 441ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data1/, blockId=1073741825, seqno=785 2024-12-11T18:05:45,657 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:49928 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 505ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data3/, blockId=1073741825, seqno=785 2024-12-11T18:05:45,660 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:60528 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 509ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/, blockId=1073741825, seqno=785 2024-12-11T18:05:45,661 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 511 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:46,136 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:34302 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 468ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data1/, blockId=1073741825, seqno=786 2024-12-11T18:05:46,208 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:49928 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 539ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data3/, blockId=1073741825, seqno=786 2024-12-11T18:05:46,212 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:60528 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 549ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/, blockId=1073741825, seqno=786 2024-12-11T18:05:46,213 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 550 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:46,693 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:34302 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 477ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data1/, blockId=1073741825, seqno=787 2024-12-11T18:05:46,741 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:49928 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 524ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data3/, blockId=1073741825, seqno=787 2024-12-11T18:05:46,744 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:60528 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 529ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/, blockId=1073741825, seqno=787 2024-12-11T18:05:46,745 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 531 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:47,056 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:49928 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 308ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data3/, blockId=1073741825, seqno=788 2024-12-11T18:05:47,068 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1778287293_22 at /127.0.0.1:60528 [Receiving block BP-1784428569-172.17.0.3-1733940329844:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 321ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/, blockId=1073741825, seqno=788 2024-12-11T18:05:47,069 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 322 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:47,341 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 270 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:47,593 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 250 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:47,821 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 226 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:48,017 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 194 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:48,221 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 202 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:48,389 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 167 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:48,533 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 142 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:48,708 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 174 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:48,841 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 131 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:49,001 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 158 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:49,141 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 139 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:49,369 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 127 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:49,497 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 126 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:49,717 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 127 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:49,845 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 126 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:49,985 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 139 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:50,285 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:50,405 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:50,621 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:50,929 INFO [AsyncFSWAL-0-hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39515,DS-96e93232-8dd5-4326-a815-202f6c604042,DISK], DatanodeInfoWithStorage[127.0.0.1:38059,DS-eccf7308-7c90-454a-b32d-ba35062e82c3,DISK], DatanodeInfoWithStorage[127.0.0.1:32861,DS-6b69c103-b272-463d-9947-fc3c1cf829f8,DISK]] 2024-12-11T18:05:58,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741825_1001 (size=1048651116) 2024-12-11T18:05:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32861 is added to blk_1073741825_1001 (size=1048651116) 2024-12-11T18:05:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741825_1001 (size=1048651116) 2024-12-11T18:05:58,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:05:58,944 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44515/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733940334615: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-11T18:06:00,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T18:06:00,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7424fe40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:00,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d356c22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:00,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:00,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:00,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dedfc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:00,352 WARN [BP-1784428569-172.17.0.3-1733940329844 heartbeating to localhost/127.0.0.1:44515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:00,352 WARN [BP-1784428569-172.17.0.3-1733940329844 heartbeating to localhost/127.0.0.1:44515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1784428569-172.17.0.3-1733940329844 (Datanode Uuid 7a112103-9cd7-4103-b552-cb2cfd6839ec) service to localhost/127.0.0.1:44515 2024-12-11T18:06:00,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data5/current/BP-1784428569-172.17.0.3-1733940329844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:00,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data6/current/BP-1784428569-172.17.0.3-1733940329844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:00,354 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:00,354 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:00,355 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:00,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@200c180f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:00,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a210ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:00,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:00,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:00,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27671d7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:00,371 WARN [BP-1784428569-172.17.0.3-1733940329844 heartbeating to localhost/127.0.0.1:44515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:00,371 WARN [BP-1784428569-172.17.0.3-1733940329844 heartbeating to localhost/127.0.0.1:44515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1784428569-172.17.0.3-1733940329844 (Datanode Uuid 764196db-e089-43a3-b8f4-ca11a7fc0a48) service to localhost/127.0.0.1:44515 2024-12-11T18:06:00,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data3/current/BP-1784428569-172.17.0.3-1733940329844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:00,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data4/current/BP-1784428569-172.17.0.3-1733940329844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:00,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:00,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:00,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:00,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ec8608c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:00,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@119c78b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:00,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:00,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:00,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7b7117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:00,398 WARN [BP-1784428569-172.17.0.3-1733940329844 heartbeating to localhost/127.0.0.1:44515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:00,398 WARN [BP-1784428569-172.17.0.3-1733940329844 heartbeating to localhost/127.0.0.1:44515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1784428569-172.17.0.3-1733940329844 (Datanode Uuid fb7069a0-f24e-4826-937c-8186308557c3) service to localhost/127.0.0.1:44515 2024-12-11T18:06:00,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data1/current/BP-1784428569-172.17.0.3-1733940329844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:00,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/cluster_05e5d912-03f3-f58c-dd9d-5dfa6fc9db01/dfs/data/data2/current/BP-1784428569-172.17.0.3-1733940329844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:00,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:00,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:00,401 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:00,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:06:00,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:00,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:00,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:00,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:01,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T18:06:01,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=47 (was 12) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4507383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (630336430) connection to localhost/127.0.0.1:44515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (630336430) connection to localhost/127.0.0.1:44515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1122 (was 1127), ProcessCount=11 (was 11), AvailableMemoryMB=3416 (was 1742) - AvailableMemoryMB LEAK? - 2024-12-11T18:06:01,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=47, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=1122, ProcessCount=11, AvailableMemoryMB=3416 2024-12-11T18:06:01,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.log.dir so I do NOT create it in target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c 2024-12-11T18:06:01,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4114543d-35b8-e06c-c8b4-87e32bf2f3cd/hadoop.tmp.dir so I do NOT create it in target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c 2024-12-11T18:06:01,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd, deleteOnExit=true 2024-12-11T18:06:01,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/test.cache.data in system properties and HBase conf 2024-12-11T18:06:01,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T18:06:01,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir in system properties and HBase conf 2024-12-11T18:06:01,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T18:06:01,507 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T18:06:01,507 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T18:06:01,507 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T18:06:01,507 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:06:01,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:06:01,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T18:06:01,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:06:01,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T18:06:01,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T18:06:01,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:06:01,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:06:01,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T18:06:01,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/nfs.dump.dir in system properties and HBase conf 2024-12-11T18:06:01,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/java.io.tmpdir in system properties and HBase conf 2024-12-11T18:06:01,509 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:06:01,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T18:06:01,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T18:06:01,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:01,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:01,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:01,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:01,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:06:01,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:01,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607c88df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:01,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5968b1f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:01,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a9602f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/java.io.tmpdir/jetty-localhost-39551-hadoop-hdfs-3_4_1-tests_jar-_-any-2812899347878369066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:06:01,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55e6aa1e{HTTP/1.1, (http/1.1)}{localhost:39551} 2024-12-11T18:06:01,807 INFO [Time-limited test {}] server.Server(415): Started @35234ms 2024-12-11T18:06:01,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:01,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:01,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:01,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:01,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:06:01,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c2949f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:01,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356f6a6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:02,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@746a3ebb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/java.io.tmpdir/jetty-localhost-44631-hadoop-hdfs-3_4_1-tests_jar-_-any-13684057007066847415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:02,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@680b9cf8{HTTP/1.1, (http/1.1)}{localhost:44631} 2024-12-11T18:06:02,039 INFO [Time-limited test {}] server.Server(415): Started @35466ms 2024-12-11T18:06:02,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:02,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:02,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:02,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:02,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:02,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:06:02,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71a409cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:02,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f98337c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:02,162 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data1/current/BP-888678201-172.17.0.3-1733940361548/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:02,165 WARN [Thread-236 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data2/current/BP-888678201-172.17.0.3-1733940361548/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:02,199 WARN [Thread-214 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d68527e0a2ed3d with lease ID 0x9cf969730502b239: Processing first storage report for DS-fc273c4f-8715-4ed1-871d-885f4c0abb46 from datanode DatanodeRegistration(127.0.0.1:36683, datanodeUuid=1d1b3003-e448-47ab-831f-a6b32efe5ab0, infoPort=43267, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548) 2024-12-11T18:06:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d68527e0a2ed3d with lease ID 0x9cf969730502b239: from storage DS-fc273c4f-8715-4ed1-871d-885f4c0abb46 node DatanodeRegistration(127.0.0.1:36683, datanodeUuid=1d1b3003-e448-47ab-831f-a6b32efe5ab0, infoPort=43267, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d68527e0a2ed3d with lease ID 0x9cf969730502b239: Processing first storage report for DS-3f00d873-df2d-4cea-8d53-19cf33add197 from datanode DatanodeRegistration(127.0.0.1:36683, datanodeUuid=1d1b3003-e448-47ab-831f-a6b32efe5ab0, infoPort=43267, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548) 2024-12-11T18:06:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d68527e0a2ed3d with lease ID 0x9cf969730502b239: from storage DS-3f00d873-df2d-4cea-8d53-19cf33add197 node DatanodeRegistration(127.0.0.1:36683, datanodeUuid=1d1b3003-e448-47ab-831f-a6b32efe5ab0, infoPort=43267, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:02,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75853d1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/java.io.tmpdir/jetty-localhost-44983-hadoop-hdfs-3_4_1-tests_jar-_-any-1734263604416034297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:02,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ac88ad{HTTP/1.1, (http/1.1)}{localhost:44983} 2024-12-11T18:06:02,258 INFO [Time-limited test {}] server.Server(415): Started @35685ms 2024-12-11T18:06:02,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:02,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:02,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:02,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:02,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:02,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:06:02,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@744a269d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:02,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32aa8f79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:02,374 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data3/current/BP-888678201-172.17.0.3-1733940361548/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:02,375 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data4/current/BP-888678201-172.17.0.3-1733940361548/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:02,409 WARN [Thread-250 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10be6d9d5f43c2dc with lease ID 0x9cf969730502b23a: Processing first storage report for DS-9d294f45-8409-4d5c-b033-66518ebc77a1 from datanode DatanodeRegistration(127.0.0.1:36951, datanodeUuid=bb11d324-8308-4ae7-bae3-8849340fba19, infoPort=40549, infoSecurePort=0, ipcPort=46731, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548) 2024-12-11T18:06:02,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10be6d9d5f43c2dc with lease ID 0x9cf969730502b23a: from storage DS-9d294f45-8409-4d5c-b033-66518ebc77a1 node DatanodeRegistration(127.0.0.1:36951, datanodeUuid=bb11d324-8308-4ae7-bae3-8849340fba19, infoPort=40549, infoSecurePort=0, ipcPort=46731, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:02,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10be6d9d5f43c2dc with lease ID 0x9cf969730502b23a: Processing first storage report for DS-79894d73-027a-425a-90ce-887601842251 from datanode DatanodeRegistration(127.0.0.1:36951, datanodeUuid=bb11d324-8308-4ae7-bae3-8849340fba19, infoPort=40549, infoSecurePort=0, ipcPort=46731, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548) 2024-12-11T18:06:02,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10be6d9d5f43c2dc with lease ID 0x9cf969730502b23a: from storage DS-79894d73-027a-425a-90ce-887601842251 node DatanodeRegistration(127.0.0.1:36951, datanodeUuid=bb11d324-8308-4ae7-bae3-8849340fba19, infoPort=40549, infoSecurePort=0, ipcPort=46731, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:06:02,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ab95c69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/java.io.tmpdir/jetty-localhost-38611-hadoop-hdfs-3_4_1-tests_jar-_-any-10284347980132253141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:02,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58362f9b{HTTP/1.1, (http/1.1)}{localhost:38611} 2024-12-11T18:06:02,470 INFO [Time-limited test {}] server.Server(415): Started @35897ms 2024-12-11T18:06:02,472 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:02,592 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data5/current/BP-888678201-172.17.0.3-1733940361548/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:02,592 WARN [Thread-297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data6/current/BP-888678201-172.17.0.3-1733940361548/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:02,641 WARN [Thread-285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc644e0a0e3168571 with lease ID 0x9cf969730502b23b: Processing first storage report for DS-a14b29d7-82ed-424b-b68a-bd881aaaf110 from datanode DatanodeRegistration(127.0.0.1:37671, datanodeUuid=b8e6360d-167e-4921-869f-88afd7d9a181, infoPort=43853, infoSecurePort=0, ipcPort=39613, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548) 2024-12-11T18:06:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc644e0a0e3168571 with lease ID 0x9cf969730502b23b: from storage DS-a14b29d7-82ed-424b-b68a-bd881aaaf110 node DatanodeRegistration(127.0.0.1:37671, datanodeUuid=b8e6360d-167e-4921-869f-88afd7d9a181, infoPort=43853, infoSecurePort=0, ipcPort=39613, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:06:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc644e0a0e3168571 with lease ID 0x9cf969730502b23b: Processing first storage report for DS-40e9bb26-fa38-46e3-aab7-418527e963b0 from datanode DatanodeRegistration(127.0.0.1:37671, datanodeUuid=b8e6360d-167e-4921-869f-88afd7d9a181, infoPort=43853, infoSecurePort=0, ipcPort=39613, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548) 2024-12-11T18:06:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc644e0a0e3168571 with lease ID 0x9cf969730502b23b: from storage DS-40e9bb26-fa38-46e3-aab7-418527e963b0 node DatanodeRegistration(127.0.0.1:37671, datanodeUuid=b8e6360d-167e-4921-869f-88afd7d9a181, infoPort=43853, infoSecurePort=0, ipcPort=39613, storageInfo=lv=-57;cid=testClusterID;nsid=1163023945;c=1733940361548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:02,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c 2024-12-11T18:06:02,739 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:06:02,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:06:02,748 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34555/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34555/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/oldWALs, maxLogs=32 2024-12-11T18:06:02,772 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733940362750, exclude list is [], retry=0 2024-12-11T18:06:02,782 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-9d294f45-8409-4d5c-b033-66518ebc77a1,DISK] 2024-12-11T18:06:02,784 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37671,DS-a14b29d7-82ed-424b-b68a-bd881aaaf110,DISK] 2024-12-11T18:06:02,784 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36683,DS-fc273c4f-8715-4ed1-871d-885f4c0abb46,DISK] 2024-12-11T18:06:02,797 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733940362750 2024-12-11T18:06:02,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40549:40549),(127.0.0.1/127.0.0.1:43853:43853),(127.0.0.1/127.0.0.1:43267:43267)] 2024-12-11T18:06:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741825_1001 (size=1073110) 2024-12-11T18:06:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37671 is added to blk_1073741825_1001 (size=1073110) 2024-12-11T18:06:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741825_1001 (size=1073110) 2024-12-11T18:06:03,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:06:03,770 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34555/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733940362750: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-11T18:06:03,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T18:06:03,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ab95c69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:03,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58362f9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:03,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:03,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32aa8f79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:03,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@744a269d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:03,835 WARN [BP-888678201-172.17.0.3-1733940361548 heartbeating to localhost/127.0.0.1:34555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:03,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:03,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:03,836 WARN [BP-888678201-172.17.0.3-1733940361548 heartbeating to localhost/127.0.0.1:34555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-888678201-172.17.0.3-1733940361548 (Datanode Uuid b8e6360d-167e-4921-869f-88afd7d9a181) service to localhost/127.0.0.1:34555 2024-12-11T18:06:03,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data5/current/BP-888678201-172.17.0.3-1733940361548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:03,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data6/current/BP-888678201-172.17.0.3-1733940361548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:03,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:03,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75853d1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:03,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ac88ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:03,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:03,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f98337c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:03,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71a409cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:03,844 WARN [BP-888678201-172.17.0.3-1733940361548 heartbeating to localhost/127.0.0.1:34555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:03,844 WARN [BP-888678201-172.17.0.3-1733940361548 heartbeating to localhost/127.0.0.1:34555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-888678201-172.17.0.3-1733940361548 (Datanode Uuid bb11d324-8308-4ae7-bae3-8849340fba19) service to localhost/127.0.0.1:34555 2024-12-11T18:06:03,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data3/current/BP-888678201-172.17.0.3-1733940361548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:03,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data4/current/BP-888678201-172.17.0.3-1733940361548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:03,845 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:03,845 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:03,846 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:03,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@746a3ebb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:03,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@680b9cf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:03,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:03,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356f6a6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:03,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c2949f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:03,856 WARN [BP-888678201-172.17.0.3-1733940361548 heartbeating to localhost/127.0.0.1:34555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:03,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:03,856 WARN [BP-888678201-172.17.0.3-1733940361548 heartbeating to localhost/127.0.0.1:34555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-888678201-172.17.0.3-1733940361548 (Datanode Uuid 1d1b3003-e448-47ab-831f-a6b32efe5ab0) service to localhost/127.0.0.1:34555 2024-12-11T18:06:03,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:03,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data1/current/BP-888678201-172.17.0.3-1733940361548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:03,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/cluster_ed1f8d96-e298-79e8-11dd-db19342784dd/dfs/data/data2/current/BP-888678201-172.17.0.3-1733940361548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:03,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:03,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a9602f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:06:03,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55e6aa1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:03,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:03,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5968b1f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:03,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607c88df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:03,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T18:06:03,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=54 (was 47) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (630336430) connection to localhost/127.0.0.1:34555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (630336430) connection to localhost/127.0.0.1:34555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1080 (was 1122), ProcessCount=11 (was 11), AvailableMemoryMB=3048 (was 3416) 2024-12-11T18:06:03,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=54, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=1080, ProcessCount=11, AvailableMemoryMB=3048 2024-12-11T18:06:03,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.log.dir so I do NOT create it in target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66 2024-12-11T18:06:03,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/859123c6-b8db-310a-f0a4-c77cee10703c/hadoop.tmp.dir so I do NOT create it in target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66 2024-12-11T18:06:03,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11, deleteOnExit=true 2024-12-11T18:06:03,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/test.cache.data in system properties and HBase conf 2024-12-11T18:06:03,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T18:06:03,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir in system properties and HBase conf 2024-12-11T18:06:03,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T18:06:03,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T18:06:03,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T18:06:03,899 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T18:06:03,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:06:03,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:06:03,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T18:06:03,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:06:03,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T18:06:03,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T18:06:03,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:06:03,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:06:03,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T18:06:03,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/nfs.dump.dir in system properties and HBase conf 2024-12-11T18:06:03,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/java.io.tmpdir in system properties and HBase conf 2024-12-11T18:06:03,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:06:03,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T18:06:03,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T18:06:03,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:03,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:03,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:03,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:03,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:06:03,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:03,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311f29ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:03,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55d23391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:04,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55609a83{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/java.io.tmpdir/jetty-localhost-38593-hadoop-hdfs-3_4_1-tests_jar-_-any-15471275107693351139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:06:04,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f05f92{HTTP/1.1, (http/1.1)}{localhost:38593} 2024-12-11T18:06:04,115 INFO [Time-limited test {}] server.Server(415): Started @37543ms 2024-12-11T18:06:04,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:04,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:04,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:04,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:04,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:06:04,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1282d6e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:04,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@871cf7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:04,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2598d0f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/java.io.tmpdir/jetty-localhost-44225-hadoop-hdfs-3_4_1-tests_jar-_-any-15224450252937629736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:04,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347610f7{HTTP/1.1, (http/1.1)}{localhost:44225} 2024-12-11T18:06:04,321 INFO [Time-limited test {}] server.Server(415): Started @37748ms 2024-12-11T18:06:04,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:04,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:04,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:04,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:04,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:04,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:06:04,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d8e443c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:04,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b68eb24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:04,428 WARN [Thread-388 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data2/current/BP-1503438524-172.17.0.3-1733940363930/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:04,428 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data1/current/BP-1503438524-172.17.0.3-1733940363930/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:04,466 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:04,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x549ca2e1a9ce8f6d with lease ID 0xe9376b256d7cd7a7: Processing first storage report for DS-7637e497-fb79-4d17-b6cb-ad731c062916 from datanode DatanodeRegistration(127.0.0.1:33115, datanodeUuid=a5251c3e-1cb9-48c7-8b2d-ec3932a6d444, infoPort=43023, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930) 2024-12-11T18:06:04,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x549ca2e1a9ce8f6d with lease ID 0xe9376b256d7cd7a7: from storage DS-7637e497-fb79-4d17-b6cb-ad731c062916 node DatanodeRegistration(127.0.0.1:33115, datanodeUuid=a5251c3e-1cb9-48c7-8b2d-ec3932a6d444, infoPort=43023, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:06:04,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x549ca2e1a9ce8f6d with lease ID 0xe9376b256d7cd7a7: Processing first storage report for DS-351bb4b4-c46d-4c3f-a086-5b9a007a37e5 from datanode DatanodeRegistration(127.0.0.1:33115, datanodeUuid=a5251c3e-1cb9-48c7-8b2d-ec3932a6d444, infoPort=43023, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930) 2024-12-11T18:06:04,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x549ca2e1a9ce8f6d with lease ID 0xe9376b256d7cd7a7: from storage DS-351bb4b4-c46d-4c3f-a086-5b9a007a37e5 node DatanodeRegistration(127.0.0.1:33115, datanodeUuid=a5251c3e-1cb9-48c7-8b2d-ec3932a6d444, infoPort=43023, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:04,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a15512c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/java.io.tmpdir/jetty-localhost-38353-hadoop-hdfs-3_4_1-tests_jar-_-any-6436195319902214630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:04,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5223780d{HTTP/1.1, (http/1.1)}{localhost:38353} 2024-12-11T18:06:04,535 INFO [Time-limited test {}] server.Server(415): Started @37962ms 2024-12-11T18:06:04,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:04,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:04,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:04,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:04,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:04,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:06:04,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5189f9f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:04,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7051b2de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:04,634 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data4/current/BP-1503438524-172.17.0.3-1733940363930/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:04,634 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data3/current/BP-1503438524-172.17.0.3-1733940363930/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:04,665 WARN [Thread-402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0a180536ba95463 with lease ID 0xe9376b256d7cd7a8: Processing first storage report for DS-34f746e0-f02f-4ea6-855f-69a999843649 from datanode DatanodeRegistration(127.0.0.1:33805, datanodeUuid=5505c016-1474-4af1-b542-5e7c35cd27cb, infoPort=38715, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930) 2024-12-11T18:06:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0a180536ba95463 with lease ID 0xe9376b256d7cd7a8: from storage DS-34f746e0-f02f-4ea6-855f-69a999843649 node DatanodeRegistration(127.0.0.1:33805, datanodeUuid=5505c016-1474-4af1-b542-5e7c35cd27cb, infoPort=38715, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0a180536ba95463 with lease ID 0xe9376b256d7cd7a8: Processing first storage report for DS-3924b4bc-4673-4da2-b76b-acca318cc42a from datanode DatanodeRegistration(127.0.0.1:33805, datanodeUuid=5505c016-1474-4af1-b542-5e7c35cd27cb, infoPort=38715, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930) 2024-12-11T18:06:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0a180536ba95463 with lease ID 0xe9376b256d7cd7a8: from storage DS-3924b4bc-4673-4da2-b76b-acca318cc42a node DatanodeRegistration(127.0.0.1:33805, datanodeUuid=5505c016-1474-4af1-b542-5e7c35cd27cb, infoPort=38715, infoSecurePort=0, ipcPort=34999, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:04,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56bb352c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/java.io.tmpdir/jetty-localhost-43661-hadoop-hdfs-3_4_1-tests_jar-_-any-1026496034289574949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:04,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c75c7dc{HTTP/1.1, (http/1.1)}{localhost:43661} 2024-12-11T18:06:04,732 INFO [Time-limited test {}] server.Server(415): Started @38159ms 2024-12-11T18:06:04,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:04,849 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data5/current/BP-1503438524-172.17.0.3-1733940363930/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:04,850 WARN [Thread-449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data6/current/BP-1503438524-172.17.0.3-1733940363930/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:04,882 WARN [Thread-437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bce633ecaa93333 with lease ID 0xe9376b256d7cd7a9: Processing first storage report for DS-b6ddb06e-3117-4be0-89b4-62e119e236e8 from datanode DatanodeRegistration(127.0.0.1:40809, datanodeUuid=acb66294-87ea-4f18-9717-2e8404f16dc4, infoPort=38871, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930) 2024-12-11T18:06:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bce633ecaa93333 with lease ID 0xe9376b256d7cd7a9: from storage DS-b6ddb06e-3117-4be0-89b4-62e119e236e8 node DatanodeRegistration(127.0.0.1:40809, datanodeUuid=acb66294-87ea-4f18-9717-2e8404f16dc4, infoPort=38871, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bce633ecaa93333 with lease ID 0xe9376b256d7cd7a9: Processing first storage report for DS-e40d81ce-1a5e-47f2-96af-595bc6f220ea from datanode DatanodeRegistration(127.0.0.1:40809, datanodeUuid=acb66294-87ea-4f18-9717-2e8404f16dc4, infoPort=38871, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930) 2024-12-11T18:06:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bce633ecaa93333 with lease ID 0xe9376b256d7cd7a9: from storage DS-e40d81ce-1a5e-47f2-96af-595bc6f220ea node DatanodeRegistration(127.0.0.1:40809, datanodeUuid=acb66294-87ea-4f18-9717-2e8404f16dc4, infoPort=38871, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1130784391;c=1733940363930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:04,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66 2024-12-11T18:06:04,896 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:06:04,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:06:04,903 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:36755/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:36755/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/oldWALs, maxLogs=32 2024-12-11T18:06:04,919 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733940364905, exclude list is [], retry=0 2024-12-11T18:06:04,924 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33115,DS-7637e497-fb79-4d17-b6cb-ad731c062916,DISK] 2024-12-11T18:06:04,925 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40809,DS-b6ddb06e-3117-4be0-89b4-62e119e236e8,DISK] 2024-12-11T18:06:04,926 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33805,DS-34f746e0-f02f-4ea6-855f-69a999843649,DISK] 2024-12-11T18:06:04,928 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733940364905 2024-12-11T18:06:04,929 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43023:43023),(127.0.0.1/127.0.0.1:38871:38871),(127.0.0.1/127.0.0.1:38715:38715)] 2024-12-11T18:06:04,947 INFO [AsyncFSWAL-0-hdfs://localhost:36755/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-11T18:06:18,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741825_1001 (size=5861116) 2024-12-11T18:06:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40809 is added to blk_1073741825_1001 (size=5861116) 2024-12-11T18:06:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33805 is added to blk_1073741825_1001 (size=5861116) 2024-12-11T18:06:18,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:06:18,337 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36755/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733940364905: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T18:06:20,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T18:06:20,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56bb352c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:20,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c75c7dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:20,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:20,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7051b2de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:20,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5189f9f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:20,199 WARN [BP-1503438524-172.17.0.3-1733940363930 heartbeating to localhost/127.0.0.1:36755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:20,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:20,199 WARN [BP-1503438524-172.17.0.3-1733940363930 heartbeating to localhost/127.0.0.1:36755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1503438524-172.17.0.3-1733940363930 (Datanode Uuid acb66294-87ea-4f18-9717-2e8404f16dc4) service to localhost/127.0.0.1:36755 2024-12-11T18:06:20,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:20,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data5/current/BP-1503438524-172.17.0.3-1733940363930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:20,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data6/current/BP-1503438524-172.17.0.3-1733940363930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:20,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:20,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a15512c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:20,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5223780d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:20,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:20,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b68eb24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:20,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d8e443c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:20,209 WARN [BP-1503438524-172.17.0.3-1733940363930 heartbeating to localhost/127.0.0.1:36755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:20,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:20,210 WARN [BP-1503438524-172.17.0.3-1733940363930 heartbeating to localhost/127.0.0.1:36755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1503438524-172.17.0.3-1733940363930 (Datanode Uuid 5505c016-1474-4af1-b542-5e7c35cd27cb) service to localhost/127.0.0.1:36755 2024-12-11T18:06:20,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:20,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data3/current/BP-1503438524-172.17.0.3-1733940363930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:20,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data4/current/BP-1503438524-172.17.0.3-1733940363930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:20,211 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:20,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2598d0f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:20,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347610f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:20,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:20,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@871cf7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:20,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1282d6e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:20,216 WARN [BP-1503438524-172.17.0.3-1733940363930 heartbeating to localhost/127.0.0.1:36755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:20,216 WARN [BP-1503438524-172.17.0.3-1733940363930 heartbeating to localhost/127.0.0.1:36755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1503438524-172.17.0.3-1733940363930 (Datanode Uuid a5251c3e-1cb9-48c7-8b2d-ec3932a6d444) service to localhost/127.0.0.1:36755 2024-12-11T18:06:20,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:20,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:20,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data1/current/BP-1503438524-172.17.0.3-1733940363930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:20,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/cluster_77d92310-6e0c-c379-17aa-0f81c7a64b11/dfs/data/data2/current/BP-1503438524-172.17.0.3-1733940363930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:20,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:20,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55609a83{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:06:20,224 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f05f92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:20,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:20,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55d23391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:20,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311f29ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:20,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T18:06:20,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55 (was 54) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=922 (was 1080), ProcessCount=11 (was 11), AvailableMemoryMB=2894 (was 3048) 2024-12-11T18:06:20,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=922, ProcessCount=11, AvailableMemoryMB=2894 2024-12-11T18:06:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.log.dir so I do NOT create it in target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd 2024-12-11T18:06:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ccee9cf8-e775-6d07-ff23-88f45480ea66/hadoop.tmp.dir so I do NOT create it in target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd 2024-12-11T18:06:20,262 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0, deleteOnExit=true 2024-12-11T18:06:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/test.cache.data in system properties and HBase conf 2024-12-11T18:06:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T18:06:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir in system properties and HBase conf 2024-12-11T18:06:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T18:06:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T18:06:20,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-11T18:06:20,262 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T18:06:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:06:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T18:06:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T18:06:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:06:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T18:06:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T18:06:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T18:06:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:06:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T18:06:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/nfs.dump.dir in system properties and HBase conf 2024-12-11T18:06:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/java.io.tmpdir in system properties and HBase conf 2024-12-11T18:06:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T18:06:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T18:06:20,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T18:06:20,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:20,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:20,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:20,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:20,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:06:20,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:20,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3af1b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:20,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d2e1409{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:20,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@454e1162{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/java.io.tmpdir/jetty-localhost-45331-hadoop-hdfs-3_4_1-tests_jar-_-any-13702156501611896139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:06:20,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7606fb8e{HTTP/1.1, (http/1.1)}{localhost:45331} 2024-12-11T18:06:20,507 INFO [Time-limited test {}] server.Server(415): Started @53934ms 2024-12-11T18:06:20,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:20,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:20,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:20,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:20,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T18:06:20,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4265cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:20,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c75aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:20,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76485f8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/java.io.tmpdir/jetty-localhost-38947-hadoop-hdfs-3_4_1-tests_jar-_-any-12911084722869007634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:20,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e87e830{HTTP/1.1, (http/1.1)}{localhost:38947} 2024-12-11T18:06:20,793 INFO [Time-limited test {}] server.Server(415): Started @54220ms 2024-12-11T18:06:20,795 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:20,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:20,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:20,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:20,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:20,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:06:20,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c427951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:20,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70cd2ded{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:20,909 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data1/current/BP-1908919433-172.17.0.3-1733940380292/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:20,909 WARN [Thread-541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data2/current/BP-1908919433-172.17.0.3-1733940380292/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:20,938 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfac7f98dd76dea20 with lease ID 0x7d1292af6c75d2d8: Processing first storage report for DS-0edfde07-9e0f-42d8-8968-ca4a398e517b from datanode DatanodeRegistration(127.0.0.1:35131, datanodeUuid=34402119-f6ef-4753-9367-7305b6e2a4f0, infoPort=43531, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292) 2024-12-11T18:06:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfac7f98dd76dea20 with lease ID 0x7d1292af6c75d2d8: from storage DS-0edfde07-9e0f-42d8-8968-ca4a398e517b node DatanodeRegistration(127.0.0.1:35131, datanodeUuid=34402119-f6ef-4753-9367-7305b6e2a4f0, infoPort=43531, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfac7f98dd76dea20 with lease ID 0x7d1292af6c75d2d8: Processing first storage report for DS-640d8a78-689c-4cab-a33b-1d9a9f5e8353 from datanode DatanodeRegistration(127.0.0.1:35131, datanodeUuid=34402119-f6ef-4753-9367-7305b6e2a4f0, infoPort=43531, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292) 2024-12-11T18:06:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfac7f98dd76dea20 with lease ID 0x7d1292af6c75d2d8: from storage DS-640d8a78-689c-4cab-a33b-1d9a9f5e8353 node DatanodeRegistration(127.0.0.1:35131, datanodeUuid=34402119-f6ef-4753-9367-7305b6e2a4f0, infoPort=43531, infoSecurePort=0, ipcPort=45889, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:21,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6742325a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/java.io.tmpdir/jetty-localhost-42271-hadoop-hdfs-3_4_1-tests_jar-_-any-7339841887896312124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:21,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d19377{HTTP/1.1, (http/1.1)}{localhost:42271} 2024-12-11T18:06:21,017 INFO [Time-limited test {}] server.Server(415): Started @54444ms 2024-12-11T18:06:21,019 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:21,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T18:06:21,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T18:06:21,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T18:06:21,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T18:06:21,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T18:06:21,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7c5b1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir/,AVAILABLE} 2024-12-11T18:06:21,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e1c8c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T18:06:21,193 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data3/current/BP-1908919433-172.17.0.3-1733940380292/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:21,195 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data4/current/BP-1908919433-172.17.0.3-1733940380292/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:21,271 WARN [Thread-555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f7f95e44f8d9f3 with lease ID 0x7d1292af6c75d2d9: Processing first storage report for DS-c5661b11-cfbd-46b3-8ecb-866d88053cf7 from datanode DatanodeRegistration(127.0.0.1:35945, datanodeUuid=2fbf457e-aff6-4eeb-b1f7-bb4376a8b492, infoPort=35627, infoSecurePort=0, ipcPort=42423, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292) 2024-12-11T18:06:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f7f95e44f8d9f3 with lease ID 0x7d1292af6c75d2d9: from storage DS-c5661b11-cfbd-46b3-8ecb-866d88053cf7 node DatanodeRegistration(127.0.0.1:35945, datanodeUuid=2fbf457e-aff6-4eeb-b1f7-bb4376a8b492, infoPort=35627, infoSecurePort=0, ipcPort=42423, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f7f95e44f8d9f3 with lease ID 0x7d1292af6c75d2d9: Processing first storage report for DS-251c6637-c003-47ed-b888-3c7bde389c72 from datanode DatanodeRegistration(127.0.0.1:35945, datanodeUuid=2fbf457e-aff6-4eeb-b1f7-bb4376a8b492, infoPort=35627, infoSecurePort=0, ipcPort=42423, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292) 2024-12-11T18:06:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f7f95e44f8d9f3 with lease ID 0x7d1292af6c75d2d9: from storage DS-251c6637-c003-47ed-b888-3c7bde389c72 node DatanodeRegistration(127.0.0.1:35945, datanodeUuid=2fbf457e-aff6-4eeb-b1f7-bb4376a8b492, infoPort=35627, infoSecurePort=0, ipcPort=42423, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:06:21,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c5a7511{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/java.io.tmpdir/jetty-localhost-40287-hadoop-hdfs-3_4_1-tests_jar-_-any-16553238228583677775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:21,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dbd5f5c{HTTP/1.1, (http/1.1)}{localhost:40287} 2024-12-11T18:06:21,337 INFO [Time-limited test {}] server.Server(415): Started @54764ms 2024-12-11T18:06:21,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T18:06:21,475 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data5/current/BP-1908919433-172.17.0.3-1733940380292/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:21,477 WARN [Thread-602 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data6/current/BP-1908919433-172.17.0.3-1733940380292/current, will proceed with Du for space computation calculation, 2024-12-11T18:06:21,544 WARN [Thread-590 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T18:06:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc40c3aa1fd52e53a with lease ID 0x7d1292af6c75d2da: Processing first storage report for DS-18a54fb1-e1fa-4c5d-9626-20d39945d45c from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=849fed7f-a33c-438e-8e57-aabbafac5c9b, infoPort=37199, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292) 2024-12-11T18:06:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc40c3aa1fd52e53a with lease ID 0x7d1292af6c75d2da: from storage DS-18a54fb1-e1fa-4c5d-9626-20d39945d45c node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=849fed7f-a33c-438e-8e57-aabbafac5c9b, infoPort=37199, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T18:06:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc40c3aa1fd52e53a with lease ID 0x7d1292af6c75d2da: Processing first storage report for DS-d81e336d-aa90-48e5-a6f0-540975a8bcc2 from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=849fed7f-a33c-438e-8e57-aabbafac5c9b, infoPort=37199, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292) 2024-12-11T18:06:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc40c3aa1fd52e53a with lease ID 0x7d1292af6c75d2da: from storage DS-d81e336d-aa90-48e5-a6f0-540975a8bcc2 node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=849fed7f-a33c-438e-8e57-aabbafac5c9b, infoPort=37199, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=89643105;c=1733940380292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T18:06:21,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd 2024-12-11T18:06:21,600 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T18:06:21,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T18:06:21,620 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34327/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34327/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/oldWALs, maxLogs=32 2024-12-11T18:06:21,642 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733940381622, exclude list is [], retry=0 2024-12-11T18:06:21,654 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-18a54fb1-e1fa-4c5d-9626-20d39945d45c,DISK] 2024-12-11T18:06:21,656 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35131,DS-0edfde07-9e0f-42d8-8968-ca4a398e517b,DISK] 2024-12-11T18:06:21,657 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35945,DS-c5661b11-cfbd-46b3-8ecb-866d88053cf7,DISK] 2024-12-11T18:06:21,673 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733940381622 2024-12-11T18:06:21,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37199:37199),(127.0.0.1/127.0.0.1:43531:43531),(127.0.0.1/127.0.0.1:35627:35627)] 2024-12-11T18:06:22,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35945 is added to blk_1073741825_1001 (size=121110) 2024-12-11T18:06:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35131 is added to blk_1073741825_1001 (size=121110) 2024-12-11T18:06:22,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741825_1001 (size=121110) 2024-12-11T18:06:22,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T18:06:22,372 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34327/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733940381622: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-11T18:06:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-11T18:06:22,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c5a7511{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:22,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dbd5f5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:22,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:22,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e1c8c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:22,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7c5b1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:22,407 WARN [BP-1908919433-172.17.0.3-1733940380292 heartbeating to localhost/127.0.0.1:34327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:22,407 WARN [BP-1908919433-172.17.0.3-1733940380292 heartbeating to localhost/127.0.0.1:34327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1908919433-172.17.0.3-1733940380292 (Datanode Uuid 849fed7f-a33c-438e-8e57-aabbafac5c9b) service to localhost/127.0.0.1:34327 2024-12-11T18:06:22,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:22,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:22,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data5/current/BP-1908919433-172.17.0.3-1733940380292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:22,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data6/current/BP-1908919433-172.17.0.3-1733940380292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:22,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:22,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6742325a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:22,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d19377{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:22,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:22,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70cd2ded{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:22,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c427951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:22,422 WARN [BP-1908919433-172.17.0.3-1733940380292 heartbeating to localhost/127.0.0.1:34327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:22,422 WARN [BP-1908919433-172.17.0.3-1733940380292 heartbeating to localhost/127.0.0.1:34327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1908919433-172.17.0.3-1733940380292 (Datanode Uuid 2fbf457e-aff6-4eeb-b1f7-bb4376a8b492) service to localhost/127.0.0.1:34327 2024-12-11T18:06:22,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data3/current/BP-1908919433-172.17.0.3-1733940380292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:22,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data4/current/BP-1908919433-172.17.0.3-1733940380292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:22,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:22,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:22,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:22,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76485f8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T18:06:22,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e87e830{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:22,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:22,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c75aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:22,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4265cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:22,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T18:06:22,438 WARN [BP-1908919433-172.17.0.3-1733940380292 heartbeating to localhost/127.0.0.1:34327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T18:06:22,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T18:06:22,438 WARN [BP-1908919433-172.17.0.3-1733940380292 heartbeating to localhost/127.0.0.1:34327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1908919433-172.17.0.3-1733940380292 (Datanode Uuid 34402119-f6ef-4753-9367-7305b6e2a4f0) service to localhost/127.0.0.1:34327 2024-12-11T18:06:22,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data1/current/BP-1908919433-172.17.0.3-1733940380292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:22,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/cluster_173feb2b-695c-8a60-e81b-5316d8bf6ad0/dfs/data/data2/current/BP-1908919433-172.17.0.3-1733940380292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T18:06:22,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T18:06:22,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@454e1162{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T18:06:22,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7606fb8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T18:06:22,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T18:06:22,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d2e1409{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T18:06:22,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c3af1b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9987f9de-03fc-76ab-baf2-3717b45528fd/hadoop.log.dir/,STOPPED} 2024-12-11T18:06:22,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-11T18:06:22,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=63 (was 55) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=953 (was 922) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2682 (was 2894)