2024-12-16 03:42:26,224 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-16 03:42:26,236 main DEBUG Took 0.009746 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 03:42:26,236 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 03:42:26,237 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 03:42:26,237 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 03:42:26,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,253 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 03:42:26,264 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,266 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,267 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,268 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,269 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,271 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,271 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,273 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:42:26,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,275 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 03:42:26,276 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:42:26,278 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 03:42:26,280 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 03:42:26,280 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 03:42:26,282 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 03:42:26,282 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 03:42:26,290 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 03:42:26,292 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 03:42:26,294 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 03:42:26,294 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 03:42:26,294 main DEBUG createAppenders(={Console}) 2024-12-16 03:42:26,295 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-16 03:42:26,295 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-16 03:42:26,296 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-16 03:42:26,296 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 03:42:26,296 main DEBUG OutputStream closed 2024-12-16 03:42:26,297 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 03:42:26,297 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 03:42:26,297 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-16 03:42:26,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 03:42:26,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 03:42:26,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 03:42:26,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 03:42:26,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 03:42:26,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 03:42:26,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 03:42:26,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 03:42:26,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 03:42:26,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 03:42:26,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 03:42:26,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 03:42:26,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 03:42:26,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 03:42:26,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 03:42:26,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 03:42:26,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 03:42:26,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 03:42:26,379 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 03:42:26,380 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-16 03:42:26,380 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 03:42:26,380 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-16T03:42:26,595 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce 2024-12-16 03:42:26,597 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 03:42:26,597 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T03:42:26,607 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-16T03:42:26,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=12625 2024-12-16T03:42:26,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de, deleteOnExit=true 2024-12-16T03:42:26,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/test.cache.data in system properties and HBase conf 2024-12-16T03:42:26,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:42:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:42:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:42:26,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:42:26,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:42:26,762 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T03:42:26,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:42:26,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:42:26,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:42:26,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:42:26,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:42:26,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:42:26,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:42:26,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:42:26,887 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:42:26,887 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:42:26,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:42:26,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:42:26,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:42:26,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:42:26,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:42:27,761 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T03:42:27,826 INFO [Time-limited test {}] log.Log(170): Logging initialized @2208ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T03:42:27,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:27,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:27,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:27,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:27,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:42:27,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:27,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:27,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:28,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/java.io.tmpdir/jetty-localhost-42635-hadoop-hdfs-3_4_1-tests_jar-_-any-4109205686808976987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:42:28,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:42635} 2024-12-16T03:42:28,140 INFO [Time-limited test {}] server.Server(415): Started @2523ms 2024-12-16T03:42:28,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:28,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:28,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:28,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:28,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:42:28,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:28,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:28,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/java.io.tmpdir/jetty-localhost-45257-hadoop-hdfs-3_4_1-tests_jar-_-any-10797532495951549396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:28,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:45257} 2024-12-16T03:42:28,694 INFO [Time-limited test {}] server.Server(415): Started @3077ms 2024-12-16T03:42:28,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:28,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:28,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:28,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:28,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:28,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:42:28,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:28,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:28,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/java.io.tmpdir/jetty-localhost-39273-hadoop-hdfs-3_4_1-tests_jar-_-any-10995062989688266420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:28,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:39273} 2024-12-16T03:42:28,982 INFO [Time-limited test {}] server.Server(415): Started @3365ms 2024-12-16T03:42:28,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:29,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:29,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:29,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:29,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:29,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:42:29,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:29,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:29,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/java.io.tmpdir/jetty-localhost-44017-hadoop-hdfs-3_4_1-tests_jar-_-any-7206369860001113069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:29,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:44017} 2024-12-16T03:42:29,126 INFO [Time-limited test {}] server.Server(415): Started @3509ms 2024-12-16T03:42:29,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:29,880 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data3/current/BP-1425544758-172.17.0.2-1734320547376/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:29,880 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data2/current/BP-1425544758-172.17.0.2-1734320547376/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:29,880 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data1/current/BP-1425544758-172.17.0.2-1734320547376/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:29,880 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data4/current/BP-1425544758-172.17.0.2-1734320547376/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:29,919 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:29,919 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:29,942 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data5/current/BP-1425544758-172.17.0.2-1734320547376/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:29,942 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data6/current/BP-1425544758-172.17.0.2-1734320547376/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:29,963 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:29,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18bae2b67223db32 with lease ID 0xf7cb2f11f9ffb4ab: Processing first storage report for DS-9a86a65a-f6bf-42ce-8433-baff121e6532 from datanode DatanodeRegistration(127.0.0.1:41193, datanodeUuid=ef71ca15-bcf2-4d71-a21e-bb2d39469411, infoPort=42201, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376) 2024-12-16T03:42:29,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18bae2b67223db32 with lease ID 0xf7cb2f11f9ffb4ab: from storage DS-9a86a65a-f6bf-42ce-8433-baff121e6532 node DatanodeRegistration(127.0.0.1:41193, datanodeUuid=ef71ca15-bcf2-4d71-a21e-bb2d39469411, infoPort=42201, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:42:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec230c33d01e103e with lease ID 0xf7cb2f11f9ffb4ac: Processing first storage report for DS-56a3f7e8-c2d2-4c7b-a48e-55946f70956d from datanode DatanodeRegistration(127.0.0.1:35371, datanodeUuid=0884c9fe-0a14-404d-a916-4ddc85226791, infoPort=35603, infoSecurePort=0, ipcPort=41915, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376) 2024-12-16T03:42:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec230c33d01e103e with lease ID 0xf7cb2f11f9ffb4ac: from storage DS-56a3f7e8-c2d2-4c7b-a48e-55946f70956d node DatanodeRegistration(127.0.0.1:35371, datanodeUuid=0884c9fe-0a14-404d-a916-4ddc85226791, infoPort=35603, infoSecurePort=0, ipcPort=41915, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18bae2b67223db32 with lease ID 0xf7cb2f11f9ffb4ab: Processing first storage report for DS-eeeb3105-8381-4e3e-bcd6-767c38443baa from datanode DatanodeRegistration(127.0.0.1:41193, datanodeUuid=ef71ca15-bcf2-4d71-a21e-bb2d39469411, infoPort=42201, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376) 2024-12-16T03:42:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18bae2b67223db32 with lease ID 0xf7cb2f11f9ffb4ab: from storage DS-eeeb3105-8381-4e3e-bcd6-767c38443baa node DatanodeRegistration(127.0.0.1:41193, datanodeUuid=ef71ca15-bcf2-4d71-a21e-bb2d39469411, infoPort=42201, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec230c33d01e103e with lease ID 0xf7cb2f11f9ffb4ac: Processing first storage report for DS-8721cf50-3596-4454-a24a-22be738db9df from datanode DatanodeRegistration(127.0.0.1:35371, datanodeUuid=0884c9fe-0a14-404d-a916-4ddc85226791, infoPort=35603, infoSecurePort=0, ipcPort=41915, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376) 2024-12-16T03:42:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec230c33d01e103e with lease ID 0xf7cb2f11f9ffb4ac: from storage DS-8721cf50-3596-4454-a24a-22be738db9df node DatanodeRegistration(127.0.0.1:35371, datanodeUuid=0884c9fe-0a14-404d-a916-4ddc85226791, infoPort=35603, infoSecurePort=0, ipcPort=41915, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x242165a5c7823568 with lease ID 0xf7cb2f11f9ffb4ad: Processing first storage report for DS-e5cdfcd6-0405-4e64-9b0c-ad88247bcdd8 from datanode DatanodeRegistration(127.0.0.1:45483, datanodeUuid=0305de11-d965-4ed5-ae42-2f10cafbddee, infoPort=39967, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376) 2024-12-16T03:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x242165a5c7823568 with lease ID 0xf7cb2f11f9ffb4ad: from storage DS-e5cdfcd6-0405-4e64-9b0c-ad88247bcdd8 node DatanodeRegistration(127.0.0.1:45483, datanodeUuid=0305de11-d965-4ed5-ae42-2f10cafbddee, infoPort=39967, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x242165a5c7823568 with lease ID 0xf7cb2f11f9ffb4ad: Processing first storage report for DS-2b775cdc-1f19-46b8-81d4-7291fdc8d875 from datanode DatanodeRegistration(127.0.0.1:45483, datanodeUuid=0305de11-d965-4ed5-ae42-2f10cafbddee, infoPort=39967, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376) 2024-12-16T03:42:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x242165a5c7823568 with lease ID 0xf7cb2f11f9ffb4ad: from storage DS-2b775cdc-1f19-46b8-81d4-7291fdc8d875 node DatanodeRegistration(127.0.0.1:45483, datanodeUuid=0305de11-d965-4ed5-ae42-2f10cafbddee, infoPort=39967, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=189557101;c=1734320547376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:30,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce 2024-12-16T03:42:30,083 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:42:30,087 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:42:30,089 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T03:42:30,098 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T03:42:30,099 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T03:42:30,137 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T03:42:30,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:42:30,188 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:35539/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:35539/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/oldWALs, maxLogs=32 2024-12-16T03:42:30,229 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734320550210, exclude list is [], retry=0 2024-12-16T03:42:30,284 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48039 (auto-detected) 2024-12-16T03:42:30,287 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T03:42:30,310 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45483,DS-e5cdfcd6-0405-4e64-9b0c-ad88247bcdd8,DISK] 2024-12-16T03:42:30,313 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T03:42:30,341 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35371,DS-56a3f7e8-c2d2-4c7b-a48e-55946f70956d,DISK] 2024-12-16T03:42:30,341 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41193,DS-9a86a65a-f6bf-42ce-8433-baff121e6532,DISK] 2024-12-16T03:42:30,419 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734320550210 2024-12-16T03:42:30,420 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39967:39967),(127.0.0.1/127.0.0.1:35603:35603),(127.0.0.1/127.0.0.1:42201:42201)] 2024-12-16T03:42:30,422 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T03:42:31,037 DEBUG [AsyncFSWAL-0-hdfs://localhost:35539/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-16T03:42:32,890 INFO [AsyncFSWAL-0-hdfs://localhost:35539/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 201 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45483,DS-e5cdfcd6-0405-4e64-9b0c-ad88247bcdd8,DISK], DatanodeInfoWithStorage[127.0.0.1:35371,DS-56a3f7e8-c2d2-4c7b-a48e-55946f70956d,DISK], DatanodeInfoWithStorage[127.0.0.1:41193,DS-9a86a65a-f6bf-42ce-8433-baff121e6532,DISK]] 2024-12-16T03:42:34,880 INFO [AsyncFSWAL-0-hdfs://localhost:35539/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 251 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45483,DS-e5cdfcd6-0405-4e64-9b0c-ad88247bcdd8,DISK], DatanodeInfoWithStorage[127.0.0.1:35371,DS-56a3f7e8-c2d2-4c7b-a48e-55946f70956d,DISK], DatanodeInfoWithStorage[127.0.0.1:41193,DS-9a86a65a-f6bf-42ce-8433-baff121e6532,DISK]] 2024-12-16T03:42:39,376 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-2121369981_22 at /127.0.0.1:59272 [Receiving block BP-1425544758-172.17.0.2-1734320547376:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 4483ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data1/, blockId=1073741825, seqno=959 2024-12-16T03:42:39,378 INFO [AsyncFSWAL-0-hdfs://localhost:35539/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 4485 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45483,DS-e5cdfcd6-0405-4e64-9b0c-ad88247bcdd8,DISK], DatanodeInfoWithStorage[127.0.0.1:35371,DS-56a3f7e8-c2d2-4c7b-a48e-55946f70956d,DISK], DatanodeInfoWithStorage[127.0.0.1:41193,DS-9a86a65a-f6bf-42ce-8433-baff121e6532,DISK]] 2024-12-16T03:42:39,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35371 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T03:42:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T03:42:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41193 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T03:42:39,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:42:39,800 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35539/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734320550210: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T03:42:40,681 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:42:41,969 WARN [BP-1425544758-172.17.0.2-1734320547376 heartbeating to localhost/127.0.0.1:35539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1425544758-172.17.0.2-1734320547376 (Datanode Uuid 0305de11-d965-4ed5-ae42-2f10cafbddee) service to localhost/127.0.0.1:35539 2024-12-16T03:42:47,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data5/current/BP-1425544758-172.17.0.2-1734320547376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:47,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data6/current/BP-1425544758-172.17.0.2-1734320547376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:47,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:47,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:47,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:47,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:47,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:47,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:42:47,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:47,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:47,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:47,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:47,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:47,815 WARN [BP-1425544758-172.17.0.2-1734320547376 heartbeating to localhost/127.0.0.1:35539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:42:47,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:42:47,816 WARN [BP-1425544758-172.17.0.2-1734320547376 heartbeating to localhost/127.0.0.1:35539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1425544758-172.17.0.2-1734320547376 (Datanode Uuid ef71ca15-bcf2-4d71-a21e-bb2d39469411) service to localhost/127.0.0.1:35539 2024-12-16T03:42:47,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:42:47,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data3/current/BP-1425544758-172.17.0.2-1734320547376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:47,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data4/current/BP-1425544758-172.17.0.2-1734320547376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:47,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:42:47,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:47,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:47,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:47,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:47,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:47,842 WARN [BP-1425544758-172.17.0.2-1734320547376 heartbeating to localhost/127.0.0.1:35539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:42:47,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:42:47,842 WARN [BP-1425544758-172.17.0.2-1734320547376 heartbeating to localhost/127.0.0.1:35539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1425544758-172.17.0.2-1734320547376 (Datanode Uuid 0884c9fe-0a14-404d-a916-4ddc85226791) service to localhost/127.0.0.1:35539 2024-12-16T03:42:47,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:42:47,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data1/current/BP-1425544758-172.17.0.2-1734320547376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:47,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/cluster_766d1ed9-6f3f-06d0-ed1d-bdefdacc68de/dfs/data/data2/current/BP-1425544758-172.17.0.2-1734320547376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:47,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:42:47,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:42:47,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:47,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:47,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:47,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:52,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:42:52,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=34 (was 12) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@46e8f653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:35539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) - Thread LEAK? -, OpenFileDescriptor=295 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12023 (was 12625) 2024-12-16T03:42:52,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=34, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=12023 2024-12-16T03:42:52,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.log.dir so I do NOT create it in target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95 2024-12-16T03:42:52,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d478f8c1-f707-4035-8b20-93f8746375ce/hadoop.tmp.dir so I do NOT create it in target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95 2024-12-16T03:42:52,357 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a, deleteOnExit=true 2024-12-16T03:42:52,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/test.cache.data in system properties and HBase conf 2024-12-16T03:42:52,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:42:52,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:42:52,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:42:52,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:42:52,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:42:52,359 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:42:52,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:42:52,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:42:52,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:42:52,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:42:52,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:42:52,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:42:52,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:42:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:42:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:42:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:42:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:42:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:42:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:42:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:42:52,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:52,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:52,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:52,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:52,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:42:52,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:52,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb969ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:52,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28458c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:52,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cd08493{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/java.io.tmpdir/jetty-localhost-44401-hadoop-hdfs-3_4_1-tests_jar-_-any-12476024480883020725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:42:52,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca0c516{HTTP/1.1, (http/1.1)}{localhost:44401} 2024-12-16T03:42:52,780 INFO [Time-limited test {}] server.Server(415): Started @27163ms 2024-12-16T03:42:52,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:52,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:52,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:52,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:52,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:42:52,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6918be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:52,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa9bdd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:53,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42e5a83{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/java.io.tmpdir/jetty-localhost-41715-hadoop-hdfs-3_4_1-tests_jar-_-any-17858190200488446470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:53,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bdb241f{HTTP/1.1, (http/1.1)}{localhost:41715} 2024-12-16T03:42:53,048 INFO [Time-limited test {}] server.Server(415): Started @27431ms 2024-12-16T03:42:53,050 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:53,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:53,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:53,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:53,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:53,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:42:53,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d5a64cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:53,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703288a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:53,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f95d27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/java.io.tmpdir/jetty-localhost-39015-hadoop-hdfs-3_4_1-tests_jar-_-any-14796396481171738558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:53,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52577c7a{HTTP/1.1, (http/1.1)}{localhost:39015} 2024-12-16T03:42:53,184 INFO [Time-limited test {}] server.Server(415): Started @27567ms 2024-12-16T03:42:53,186 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:53,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:53,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:53,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:53,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:53,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:42:53,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70522f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:53,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3080a139{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:53,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@607c88df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/java.io.tmpdir/jetty-localhost-32771-hadoop-hdfs-3_4_1-tests_jar-_-any-11813942966651908723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:53,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@322ef9a7{HTTP/1.1, (http/1.1)}{localhost:32771} 2024-12-16T03:42:53,314 INFO [Time-limited test {}] server.Server(415): Started @27697ms 2024-12-16T03:42:53,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:53,688 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data1/current/BP-1255497097-172.17.0.2-1734320572389/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:53,688 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data2/current/BP-1255497097-172.17.0.2-1734320572389/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:53,709 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe080b410f12ffcb3 with lease ID 0xde7c0cc87c1c7bed: Processing first storage report for DS-35f6be78-9d05-4cdd-8aa2-20f84db5cd71 from datanode DatanodeRegistration(127.0.0.1:36647, datanodeUuid=775e6acc-e12a-4aca-86b8-07607ab879b1, infoPort=46425, infoSecurePort=0, ipcPort=46759, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389) 2024-12-16T03:42:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe080b410f12ffcb3 with lease ID 0xde7c0cc87c1c7bed: from storage DS-35f6be78-9d05-4cdd-8aa2-20f84db5cd71 node DatanodeRegistration(127.0.0.1:36647, datanodeUuid=775e6acc-e12a-4aca-86b8-07607ab879b1, infoPort=46425, infoSecurePort=0, ipcPort=46759, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe080b410f12ffcb3 with lease ID 0xde7c0cc87c1c7bed: Processing first storage report for DS-2273e4d8-3eee-42c5-8d00-d1791016479d from datanode DatanodeRegistration(127.0.0.1:36647, datanodeUuid=775e6acc-e12a-4aca-86b8-07607ab879b1, infoPort=46425, infoSecurePort=0, ipcPort=46759, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389) 2024-12-16T03:42:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe080b410f12ffcb3 with lease ID 0xde7c0cc87c1c7bed: from storage DS-2273e4d8-3eee-42c5-8d00-d1791016479d node DatanodeRegistration(127.0.0.1:36647, datanodeUuid=775e6acc-e12a-4aca-86b8-07607ab879b1, infoPort=46425, infoSecurePort=0, ipcPort=46759, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:53,988 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data3/current/BP-1255497097-172.17.0.2-1734320572389/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:53,988 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data4/current/BP-1255497097-172.17.0.2-1734320572389/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:54,007 WARN [Thread-236 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:54,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c9feab8695b5af4 with lease ID 0xde7c0cc87c1c7bee: Processing first storage report for DS-d9956a33-a27a-4566-9484-a7301443df04 from datanode DatanodeRegistration(127.0.0.1:33819, datanodeUuid=662db9ed-86ea-4355-8116-8a2c967e432f, infoPort=46679, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389) 2024-12-16T03:42:54,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c9feab8695b5af4 with lease ID 0xde7c0cc87c1c7bee: from storage DS-d9956a33-a27a-4566-9484-a7301443df04 node DatanodeRegistration(127.0.0.1:33819, datanodeUuid=662db9ed-86ea-4355-8116-8a2c967e432f, infoPort=46679, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:54,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c9feab8695b5af4 with lease ID 0xde7c0cc87c1c7bee: Processing first storage report for DS-19da91a5-7231-4741-93f1-6bf56be887b7 from datanode DatanodeRegistration(127.0.0.1:33819, datanodeUuid=662db9ed-86ea-4355-8116-8a2c967e432f, infoPort=46679, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389) 2024-12-16T03:42:54,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c9feab8695b5af4 with lease ID 0xde7c0cc87c1c7bee: from storage DS-19da91a5-7231-4741-93f1-6bf56be887b7 node DatanodeRegistration(127.0.0.1:33819, datanodeUuid=662db9ed-86ea-4355-8116-8a2c967e432f, infoPort=46679, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:54,081 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data5/current/BP-1255497097-172.17.0.2-1734320572389/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:54,082 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data6/current/BP-1255497097-172.17.0.2-1734320572389/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:54,102 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbc2881627e6ef9a with lease ID 0xde7c0cc87c1c7bef: Processing first storage report for DS-784a9f65-9181-4d6a-b108-e251a24adac7 from datanode DatanodeRegistration(127.0.0.1:46457, datanodeUuid=65669cf0-34c4-40cc-bb74-545ed18a79ad, infoPort=42011, infoSecurePort=0, ipcPort=41973, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389) 2024-12-16T03:42:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbc2881627e6ef9a with lease ID 0xde7c0cc87c1c7bef: from storage DS-784a9f65-9181-4d6a-b108-e251a24adac7 node DatanodeRegistration(127.0.0.1:46457, datanodeUuid=65669cf0-34c4-40cc-bb74-545ed18a79ad, infoPort=42011, infoSecurePort=0, ipcPort=41973, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbc2881627e6ef9a with lease ID 0xde7c0cc87c1c7bef: Processing first storage report for DS-faf729e9-3986-428d-adeb-41b4612b9f9c from datanode DatanodeRegistration(127.0.0.1:46457, datanodeUuid=65669cf0-34c4-40cc-bb74-545ed18a79ad, infoPort=42011, infoSecurePort=0, ipcPort=41973, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389) 2024-12-16T03:42:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbc2881627e6ef9a with lease ID 0xde7c0cc87c1c7bef: from storage DS-faf729e9-3986-428d-adeb-41b4612b9f9c node DatanodeRegistration(127.0.0.1:46457, datanodeUuid=65669cf0-34c4-40cc-bb74-545ed18a79ad, infoPort=42011, infoSecurePort=0, ipcPort=41973, storageInfo=lv=-57;cid=testClusterID;nsid=1653219767;c=1734320572389), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:54,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95 2024-12-16T03:42:54,155 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:42:54,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:42:54,164 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:41163/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:41163/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/oldWALs, maxLogs=32 2024-12-16T03:42:54,177 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734320574165, exclude list is [], retry=0 2024-12-16T03:42:54,183 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46457,DS-784a9f65-9181-4d6a-b108-e251a24adac7,DISK] 2024-12-16T03:42:54,184 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-35f6be78-9d05-4cdd-8aa2-20f84db5cd71,DISK] 2024-12-16T03:42:54,184 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-d9956a33-a27a-4566-9484-a7301443df04,DISK] 2024-12-16T03:42:54,186 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734320574165 2024-12-16T03:42:54,187 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42011:42011),(127.0.0.1/127.0.0.1:46425:46425),(127.0.0.1/127.0.0.1:46679:46679)] 2024-12-16T03:42:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T03:42:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T03:42:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T03:42:54,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:42:54,473 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41163/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734320574165: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T03:42:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:42:54,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@607c88df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:54,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@322ef9a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:54,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:54,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3080a139{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:54,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70522f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:54,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:42:54,566 WARN [BP-1255497097-172.17.0.2-1734320572389 heartbeating to localhost/127.0.0.1:41163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:42:54,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:42:54,567 WARN [BP-1255497097-172.17.0.2-1734320572389 heartbeating to localhost/127.0.0.1:41163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255497097-172.17.0.2-1734320572389 (Datanode Uuid 65669cf0-34c4-40cc-bb74-545ed18a79ad) service to localhost/127.0.0.1:41163 2024-12-16T03:42:54,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data5/current/BP-1255497097-172.17.0.2-1734320572389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:54,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data6/current/BP-1255497097-172.17.0.2-1734320572389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:54,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:42:54,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f95d27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:54,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52577c7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:54,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:54,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703288a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:54,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d5a64cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:54,617 WARN [BP-1255497097-172.17.0.2-1734320572389 heartbeating to localhost/127.0.0.1:41163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:42:54,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:42:54,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:42:54,617 WARN [BP-1255497097-172.17.0.2-1734320572389 heartbeating to localhost/127.0.0.1:41163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255497097-172.17.0.2-1734320572389 (Datanode Uuid 662db9ed-86ea-4355-8116-8a2c967e432f) service to localhost/127.0.0.1:41163 2024-12-16T03:42:54,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data3/current/BP-1255497097-172.17.0.2-1734320572389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:54,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data4/current/BP-1255497097-172.17.0.2-1734320572389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:54,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:42:54,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42e5a83{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:54,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bdb241f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:54,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:54,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa9bdd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:54,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6918be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:54,622 WARN [BP-1255497097-172.17.0.2-1734320572389 heartbeating to localhost/127.0.0.1:41163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:42:54,622 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:42:54,623 WARN [BP-1255497097-172.17.0.2-1734320572389 heartbeating to localhost/127.0.0.1:41163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255497097-172.17.0.2-1734320572389 (Datanode Uuid 775e6acc-e12a-4aca-86b8-07607ab879b1) service to localhost/127.0.0.1:41163 2024-12-16T03:42:54,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:42:54,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data1/current/BP-1255497097-172.17.0.2-1734320572389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:54,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/cluster_ba915cb3-8138-e516-b5fe-68c56fc3779a/dfs/data/data2/current/BP-1255497097-172.17.0.2-1734320572389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:54,624 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:42:54,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cd08493{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:42:54,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca0c516{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:54,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:54,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28458c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:54,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb969ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:54,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:42:54,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=59 (was 34) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:41163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:41163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=338 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=11948 (was 12023) 2024-12-16T03:42:54,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59, OpenFileDescriptor=338, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=11948 2024-12-16T03:42:54,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.log.dir so I do NOT create it in target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251 2024-12-16T03:42:54,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8165fdf6-6b87-018d-e6a0-caed8d6c7a95/hadoop.tmp.dir so I do NOT create it in target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251 2024-12-16T03:42:54,664 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c, deleteOnExit=true 2024-12-16T03:42:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/test.cache.data in system properties and HBase conf 2024-12-16T03:42:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:42:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:42:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:42:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:42:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:42:54,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:42:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:42:54,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:42:54,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:42:54,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:42:54,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:42:54,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:42:54,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:42:54,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:42:54,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:42:54,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:42:54,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:42:54,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:42:54,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:42:54,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:42:54,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:54,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:54,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:54,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:54,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:42:54,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:54,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47599e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:54,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5402f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:54,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77d586ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/java.io.tmpdir/jetty-localhost-46797-hadoop-hdfs-3_4_1-tests_jar-_-any-11853375547158718957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:42:54,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46bce894{HTTP/1.1, (http/1.1)}{localhost:46797} 2024-12-16T03:42:54,998 INFO [Time-limited test {}] server.Server(415): Started @29381ms 2024-12-16T03:42:55,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:55,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:55,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:55,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:55,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:42:55,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50435f83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:55,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a22d28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:55,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a9941f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/java.io.tmpdir/jetty-localhost-35955-hadoop-hdfs-3_4_1-tests_jar-_-any-13475028790567652749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:55,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd1e7{HTTP/1.1, (http/1.1)}{localhost:35955} 2024-12-16T03:42:55,263 INFO [Time-limited test {}] server.Server(415): Started @29646ms 2024-12-16T03:42:55,264 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:55,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:55,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:55,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:55,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:55,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:42:55,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8b157fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:55,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2313bc1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:55,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24cb9ef2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/java.io.tmpdir/jetty-localhost-45339-hadoop-hdfs-3_4_1-tests_jar-_-any-8772979619037436619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:55,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1da2be1c{HTTP/1.1, (http/1.1)}{localhost:45339} 2024-12-16T03:42:55,385 INFO [Time-limited test {}] server.Server(415): Started @29769ms 2024-12-16T03:42:55,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:55,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:42:55,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:42:55,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:42:55,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:42:55,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:42:55,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f4058{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:42:55,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b9c323e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:42:55,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51d77d85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/java.io.tmpdir/jetty-localhost-32851-hadoop-hdfs-3_4_1-tests_jar-_-any-5500663237449074524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:55,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4124ef54{HTTP/1.1, (http/1.1)}{localhost:32851} 2024-12-16T03:42:55,510 INFO [Time-limited test {}] server.Server(415): Started @29893ms 2024-12-16T03:42:55,511 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:42:55,894 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data1/current/BP-330451010-172.17.0.2-1734320574690/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:55,895 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data2/current/BP-330451010-172.17.0.2-1734320574690/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:55,911 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c75ed7763f59dc9 with lease ID 0x6165e7c0928979dd: Processing first storage report for DS-29fb905e-949e-4afd-a7d0-03476167460a from datanode DatanodeRegistration(127.0.0.1:40553, datanodeUuid=ca9f681b-0f74-4371-aac0-ba6d3a8d98ea, infoPort=38441, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690) 2024-12-16T03:42:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c75ed7763f59dc9 with lease ID 0x6165e7c0928979dd: from storage DS-29fb905e-949e-4afd-a7d0-03476167460a node DatanodeRegistration(127.0.0.1:40553, datanodeUuid=ca9f681b-0f74-4371-aac0-ba6d3a8d98ea, infoPort=38441, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:42:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c75ed7763f59dc9 with lease ID 0x6165e7c0928979dd: Processing first storage report for DS-86d6e214-5e45-425b-802c-59474368d4ab from datanode DatanodeRegistration(127.0.0.1:40553, datanodeUuid=ca9f681b-0f74-4371-aac0-ba6d3a8d98ea, infoPort=38441, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690) 2024-12-16T03:42:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c75ed7763f59dc9 with lease ID 0x6165e7c0928979dd: from storage DS-86d6e214-5e45-425b-802c-59474368d4ab node DatanodeRegistration(127.0.0.1:40553, datanodeUuid=ca9f681b-0f74-4371-aac0-ba6d3a8d98ea, infoPort=38441, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:56,153 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data3/current/BP-330451010-172.17.0.2-1734320574690/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:56,153 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data4/current/BP-330451010-172.17.0.2-1734320574690/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:56,173 WARN [Thread-388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x552ededf653cd35f with lease ID 0x6165e7c0928979de: Processing first storage report for DS-b454bb73-2bc2-4a62-833e-047a72365f4a from datanode DatanodeRegistration(127.0.0.1:46259, datanodeUuid=aafb4e7a-9fc5-4627-8da3-8c843a03feed, infoPort=36415, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690) 2024-12-16T03:42:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x552ededf653cd35f with lease ID 0x6165e7c0928979de: from storage DS-b454bb73-2bc2-4a62-833e-047a72365f4a node DatanodeRegistration(127.0.0.1:46259, datanodeUuid=aafb4e7a-9fc5-4627-8da3-8c843a03feed, infoPort=36415, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x552ededf653cd35f with lease ID 0x6165e7c0928979de: Processing first storage report for DS-9ba53517-ccf6-4b9b-82eb-8dd5ed80e004 from datanode DatanodeRegistration(127.0.0.1:46259, datanodeUuid=aafb4e7a-9fc5-4627-8da3-8c843a03feed, infoPort=36415, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690) 2024-12-16T03:42:56,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x552ededf653cd35f with lease ID 0x6165e7c0928979de: from storage DS-9ba53517-ccf6-4b9b-82eb-8dd5ed80e004 node DatanodeRegistration(127.0.0.1:46259, datanodeUuid=aafb4e7a-9fc5-4627-8da3-8c843a03feed, infoPort=36415, infoSecurePort=0, ipcPort=41027, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:56,254 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data5/current/BP-330451010-172.17.0.2-1734320574690/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:56,254 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data6/current/BP-330451010-172.17.0.2-1734320574690/current, will proceed with Du for space computation calculation, 2024-12-16T03:42:56,268 WARN [Thread-411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:42:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1b3036209c13108 with lease ID 0x6165e7c0928979df: Processing first storage report for DS-001e494d-78a2-40d3-8b53-7b4c858175fe from datanode DatanodeRegistration(127.0.0.1:38839, datanodeUuid=eaf9a556-69dd-47c3-a5dc-4c109746e67c, infoPort=34843, infoSecurePort=0, ipcPort=43097, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690) 2024-12-16T03:42:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1b3036209c13108 with lease ID 0x6165e7c0928979df: from storage DS-001e494d-78a2-40d3-8b53-7b4c858175fe node DatanodeRegistration(127.0.0.1:38839, datanodeUuid=eaf9a556-69dd-47c3-a5dc-4c109746e67c, infoPort=34843, infoSecurePort=0, ipcPort=43097, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1b3036209c13108 with lease ID 0x6165e7c0928979df: Processing first storage report for DS-1bb58d11-619e-45c3-bd6b-6c78eaf17610 from datanode DatanodeRegistration(127.0.0.1:38839, datanodeUuid=eaf9a556-69dd-47c3-a5dc-4c109746e67c, infoPort=34843, infoSecurePort=0, ipcPort=43097, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690) 2024-12-16T03:42:56,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1b3036209c13108 with lease ID 0x6165e7c0928979df: from storage DS-1bb58d11-619e-45c3-bd6b-6c78eaf17610 node DatanodeRegistration(127.0.0.1:38839, datanodeUuid=eaf9a556-69dd-47c3-a5dc-4c109746e67c, infoPort=34843, infoSecurePort=0, ipcPort=43097, storageInfo=lv=-57;cid=testClusterID;nsid=1517344363;c=1734320574690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:42:56,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251 2024-12-16T03:42:56,354 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:42:56,355 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:42:56,360 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:35847/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:35847/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/oldWALs, maxLogs=32 2024-12-16T03:42:56,376 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734320576362, exclude list is [], retry=0 2024-12-16T03:42:56,381 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-001e494d-78a2-40d3-8b53-7b4c858175fe,DISK] 2024-12-16T03:42:56,382 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46259,DS-b454bb73-2bc2-4a62-833e-047a72365f4a,DISK] 2024-12-16T03:42:56,383 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40553,DS-29fb905e-949e-4afd-a7d0-03476167460a,DISK] 2024-12-16T03:42:56,385 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734320576362 2024-12-16T03:42:56,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34843:34843),(127.0.0.1/127.0.0.1:36415:36415),(127.0.0.1/127.0.0.1:38441:38441)] 2024-12-16T03:42:56,399 INFO [AsyncFSWAL-0-hdfs://localhost:35847/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-16T03:43:04,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40553 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T03:43:04,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46259 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T03:43:04,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T03:43:04,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:43:04,892 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35847/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734320576362: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T03:43:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:43:06,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51d77d85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:06,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4124ef54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:43:06,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:43:06,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b9c323e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:43:06,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f4058{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir/,STOPPED} 2024-12-16T03:43:06,473 WARN [BP-330451010-172.17.0.2-1734320574690 heartbeating to localhost/127.0.0.1:35847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:43:06,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:43:06,473 WARN [BP-330451010-172.17.0.2-1734320574690 heartbeating to localhost/127.0.0.1:35847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-330451010-172.17.0.2-1734320574690 (Datanode Uuid eaf9a556-69dd-47c3-a5dc-4c109746e67c) service to localhost/127.0.0.1:35847 2024-12-16T03:43:06,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:43:06,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data5/current/BP-330451010-172.17.0.2-1734320574690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:06,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data6/current/BP-330451010-172.17.0.2-1734320574690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:06,475 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:43:06,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24cb9ef2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:06,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1da2be1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:43:06,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:43:06,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2313bc1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:43:06,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8b157fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir/,STOPPED} 2024-12-16T03:43:06,480 WARN [BP-330451010-172.17.0.2-1734320574690 heartbeating to localhost/127.0.0.1:35847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:43:06,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:43:06,480 WARN [BP-330451010-172.17.0.2-1734320574690 heartbeating to localhost/127.0.0.1:35847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-330451010-172.17.0.2-1734320574690 (Datanode Uuid aafb4e7a-9fc5-4627-8da3-8c843a03feed) service to localhost/127.0.0.1:35847 2024-12-16T03:43:06,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:43:06,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data3/current/BP-330451010-172.17.0.2-1734320574690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:06,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data4/current/BP-330451010-172.17.0.2-1734320574690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:06,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:43:06,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a9941f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:06,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd1e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:43:06,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:43:06,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a22d28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:43:06,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50435f83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir/,STOPPED} 2024-12-16T03:43:06,488 WARN [BP-330451010-172.17.0.2-1734320574690 heartbeating to localhost/127.0.0.1:35847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:43:06,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:43:06,488 WARN [BP-330451010-172.17.0.2-1734320574690 heartbeating to localhost/127.0.0.1:35847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-330451010-172.17.0.2-1734320574690 (Datanode Uuid ca9f681b-0f74-4371-aac0-ba6d3a8d98ea) service to localhost/127.0.0.1:35847 2024-12-16T03:43:06,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:43:06,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data1/current/BP-330451010-172.17.0.2-1734320574690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:06,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/cluster_6e7e0fe9-fdbd-f418-f155-559e6f341a6c/dfs/data/data2/current/BP-330451010-172.17.0.2-1734320574690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:06,489 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:43:06,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77d586ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:43:06,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46bce894{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:43:06,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:43:06,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5402f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:43:06,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47599e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir/,STOPPED} 2024-12-16T03:43:06,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:43:06,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=61 (was 59) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:35847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:35847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=11792 (was 11948) 2024-12-16T03:43:06,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=61, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=11792 2024-12-16T03:43:06,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.log.dir so I do NOT create it in target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a 2024-12-16T03:43:06,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77dd4a40-4ce1-aebb-9155-0843e82c3251/hadoop.tmp.dir so I do NOT create it in target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a 2024-12-16T03:43:06,528 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8, deleteOnExit=true 2024-12-16T03:43:06,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/test.cache.data in system properties and HBase conf 2024-12-16T03:43:06,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:43:06,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:43:06,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:43:06,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:43:06,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:43:06,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:43:06,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:43:06,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:43:06,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:43:06,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:43:06,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:43:06,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:43:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:43:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:43:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:43:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:43:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:43:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:43:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:43:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:43:06,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:43:06,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:43:06,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:43:06,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:43:06,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T03:43:06,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:43:06,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37f347fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:43:06,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44015943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:43:06,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@de533a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/java.io.tmpdir/jetty-localhost-44767-hadoop-hdfs-3_4_1-tests_jar-_-any-13336163854779610629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:43:06,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bec6b18{HTTP/1.1, (http/1.1)}{localhost:44767} 2024-12-16T03:43:06,900 INFO [Time-limited test {}] server.Server(415): Started @41283ms 2024-12-16T03:43:07,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:43:07,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:43:07,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:43:07,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:43:07,114 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:43:07,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe35bba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:43:07,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25de6556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:43:07,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52544447{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/java.io.tmpdir/jetty-localhost-41479-hadoop-hdfs-3_4_1-tests_jar-_-any-6841549243342606395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:07,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a391f5{HTTP/1.1, (http/1.1)}{localhost:41479} 2024-12-16T03:43:07,205 INFO [Time-limited test {}] server.Server(415): Started @41588ms 2024-12-16T03:43:07,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:43:07,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:43:07,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:43:07,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:43:07,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:43:07,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:43:07,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29de23f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:43:07,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@532473ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:43:07,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18fb300d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/java.io.tmpdir/jetty-localhost-46217-hadoop-hdfs-3_4_1-tests_jar-_-any-18391599615960170113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:07,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@282c487f{HTTP/1.1, (http/1.1)}{localhost:46217} 2024-12-16T03:43:07,331 INFO [Time-limited test {}] server.Server(415): Started @41714ms 2024-12-16T03:43:07,332 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:43:07,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:43:07,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:43:07,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:43:07,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:43:07,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:43:07,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e50671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:43:07,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c62c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:43:07,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@379954b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/java.io.tmpdir/jetty-localhost-45715-hadoop-hdfs-3_4_1-tests_jar-_-any-14380664856245822172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:07,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e6dc8e0{HTTP/1.1, (http/1.1)}{localhost:45715} 2024-12-16T03:43:07,451 INFO [Time-limited test {}] server.Server(415): Started @41834ms 2024-12-16T03:43:07,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:43:07,827 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data1/current/BP-1517961721-172.17.0.2-1734320586548/current, will proceed with Du for space computation calculation, 2024-12-16T03:43:07,827 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data2/current/BP-1517961721-172.17.0.2-1734320586548/current, will proceed with Du for space computation calculation, 2024-12-16T03:43:07,850 WARN [Thread-517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:43:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f57cbb36577ae2f with lease ID 0x5ff6c5597f0a7a89: Processing first storage report for DS-250897bb-ea1c-41f0-ad69-0088ec23f78e from datanode DatanodeRegistration(127.0.0.1:43051, datanodeUuid=0612cece-3118-4944-bc4b-3b4fb1374b58, infoPort=34099, infoSecurePort=0, ipcPort=42283, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548) 2024-12-16T03:43:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f57cbb36577ae2f with lease ID 0x5ff6c5597f0a7a89: from storage DS-250897bb-ea1c-41f0-ad69-0088ec23f78e node DatanodeRegistration(127.0.0.1:43051, datanodeUuid=0612cece-3118-4944-bc4b-3b4fb1374b58, infoPort=34099, infoSecurePort=0, ipcPort=42283, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:43:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f57cbb36577ae2f with lease ID 0x5ff6c5597f0a7a89: Processing first storage report for DS-7efd244f-e14b-436e-9313-3b7c9b8f8ae0 from datanode DatanodeRegistration(127.0.0.1:43051, datanodeUuid=0612cece-3118-4944-bc4b-3b4fb1374b58, infoPort=34099, infoSecurePort=0, ipcPort=42283, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548) 2024-12-16T03:43:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f57cbb36577ae2f with lease ID 0x5ff6c5597f0a7a89: from storage DS-7efd244f-e14b-436e-9313-3b7c9b8f8ae0 node DatanodeRegistration(127.0.0.1:43051, datanodeUuid=0612cece-3118-4944-bc4b-3b4fb1374b58, infoPort=34099, infoSecurePort=0, ipcPort=42283, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:43:08,091 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data3/current/BP-1517961721-172.17.0.2-1734320586548/current, will proceed with Du for space computation calculation, 2024-12-16T03:43:08,091 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data4/current/BP-1517961721-172.17.0.2-1734320586548/current, will proceed with Du for space computation calculation, 2024-12-16T03:43:08,114 WARN [Thread-540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:43:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31efffb3c3faf620 with lease ID 0x5ff6c5597f0a7a8a: Processing first storage report for DS-142c762d-ca0c-4b92-af92-1f7db85db6c0 from datanode DatanodeRegistration(127.0.0.1:37377, datanodeUuid=0b304b42-3870-4811-a05b-a524717c9679, infoPort=38165, infoSecurePort=0, ipcPort=38915, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548) 2024-12-16T03:43:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31efffb3c3faf620 with lease ID 0x5ff6c5597f0a7a8a: from storage DS-142c762d-ca0c-4b92-af92-1f7db85db6c0 node DatanodeRegistration(127.0.0.1:37377, datanodeUuid=0b304b42-3870-4811-a05b-a524717c9679, infoPort=38165, infoSecurePort=0, ipcPort=38915, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T03:43:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31efffb3c3faf620 with lease ID 0x5ff6c5597f0a7a8a: Processing first storage report for DS-e6fe4385-bf42-4218-a39c-74b5f23b6a64 from datanode DatanodeRegistration(127.0.0.1:37377, datanodeUuid=0b304b42-3870-4811-a05b-a524717c9679, infoPort=38165, infoSecurePort=0, ipcPort=38915, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548) 2024-12-16T03:43:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31efffb3c3faf620 with lease ID 0x5ff6c5597f0a7a8a: from storage DS-e6fe4385-bf42-4218-a39c-74b5f23b6a64 node DatanodeRegistration(127.0.0.1:37377, datanodeUuid=0b304b42-3870-4811-a05b-a524717c9679, infoPort=38165, infoSecurePort=0, ipcPort=38915, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:43:08,175 WARN [Thread-599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data5/current/BP-1517961721-172.17.0.2-1734320586548/current, will proceed with Du for space computation calculation, 2024-12-16T03:43:08,175 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data6/current/BP-1517961721-172.17.0.2-1734320586548/current, will proceed with Du for space computation calculation, 2024-12-16T03:43:08,192 WARN [Thread-563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:43:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x344380a0385a5f66 with lease ID 0x5ff6c5597f0a7a8b: Processing first storage report for DS-537ee256-6a37-4988-a3b0-df6c88d2e053 from datanode DatanodeRegistration(127.0.0.1:42641, datanodeUuid=9a8fc723-5951-4fcd-a761-2b50bd1b8971, infoPort=34941, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548) 2024-12-16T03:43:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x344380a0385a5f66 with lease ID 0x5ff6c5597f0a7a8b: from storage DS-537ee256-6a37-4988-a3b0-df6c88d2e053 node DatanodeRegistration(127.0.0.1:42641, datanodeUuid=9a8fc723-5951-4fcd-a761-2b50bd1b8971, infoPort=34941, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:43:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x344380a0385a5f66 with lease ID 0x5ff6c5597f0a7a8b: Processing first storage report for DS-dc061b61-dfd5-48a2-b615-3770c143c712 from datanode DatanodeRegistration(127.0.0.1:42641, datanodeUuid=9a8fc723-5951-4fcd-a761-2b50bd1b8971, infoPort=34941, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548) 2024-12-16T03:43:08,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x344380a0385a5f66 with lease ID 0x5ff6c5597f0a7a8b: from storage DS-dc061b61-dfd5-48a2-b615-3770c143c712 node DatanodeRegistration(127.0.0.1:42641, datanodeUuid=9a8fc723-5951-4fcd-a761-2b50bd1b8971, infoPort=34941, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=7766121;c=1734320586548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:43:08,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a 2024-12-16T03:43:08,294 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:43:08,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:43:08,301 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37841/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37841/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/oldWALs, maxLogs=32 2024-12-16T03:43:08,314 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734320588303, exclude list is [], retry=0 2024-12-16T03:43:08,319 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-250897bb-ea1c-41f0-ad69-0088ec23f78e,DISK] 2024-12-16T03:43:08,320 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42641,DS-537ee256-6a37-4988-a3b0-df6c88d2e053,DISK] 2024-12-16T03:43:08,320 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37377,DS-142c762d-ca0c-4b92-af92-1f7db85db6c0,DISK] 2024-12-16T03:43:08,322 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734320588303 2024-12-16T03:43:08,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34099:34099),(127.0.0.1/127.0.0.1:34941:34941),(127.0.0.1/127.0.0.1:38165:38165)] 2024-12-16T03:43:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741825_1001 (size=121110) 2024-12-16T03:43:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741825_1001 (size=121110) 2024-12-16T03:43:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42641 is added to blk_1073741825_1001 (size=121110) 2024-12-16T03:43:08,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:43:08,557 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37841/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734320588303: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T03:43:08,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:43:08,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@379954b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:08,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e6dc8e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:43:08,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:43:08,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c62c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:43:08,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e50671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir/,STOPPED} 2024-12-16T03:43:08,607 WARN [BP-1517961721-172.17.0.2-1734320586548 heartbeating to localhost/127.0.0.1:37841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:43:08,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:43:08,607 WARN [BP-1517961721-172.17.0.2-1734320586548 heartbeating to localhost/127.0.0.1:37841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1517961721-172.17.0.2-1734320586548 (Datanode Uuid 9a8fc723-5951-4fcd-a761-2b50bd1b8971) service to localhost/127.0.0.1:37841 2024-12-16T03:43:08,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:43:08,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data5/current/BP-1517961721-172.17.0.2-1734320586548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:08,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data6/current/BP-1517961721-172.17.0.2-1734320586548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:08,609 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:43:08,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18fb300d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:08,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@282c487f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:43:08,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:43:08,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@532473ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:43:08,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29de23f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir/,STOPPED} 2024-12-16T03:43:08,618 WARN [BP-1517961721-172.17.0.2-1734320586548 heartbeating to localhost/127.0.0.1:37841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:43:08,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:43:08,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:43:08,618 WARN [BP-1517961721-172.17.0.2-1734320586548 heartbeating to localhost/127.0.0.1:37841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1517961721-172.17.0.2-1734320586548 (Datanode Uuid 0b304b42-3870-4811-a05b-a524717c9679) service to localhost/127.0.0.1:37841 2024-12-16T03:43:08,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data3/current/BP-1517961721-172.17.0.2-1734320586548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:08,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data4/current/BP-1517961721-172.17.0.2-1734320586548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:08,620 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:43:08,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52544447{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:43:08,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a391f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:43:08,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:43:08,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25de6556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:43:08,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe35bba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir/,STOPPED} 2024-12-16T03:43:08,624 WARN [BP-1517961721-172.17.0.2-1734320586548 heartbeating to localhost/127.0.0.1:37841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:43:08,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:43:08,624 WARN [BP-1517961721-172.17.0.2-1734320586548 heartbeating to localhost/127.0.0.1:37841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1517961721-172.17.0.2-1734320586548 (Datanode Uuid 0612cece-3118-4944-bc4b-3b4fb1374b58) service to localhost/127.0.0.1:37841 2024-12-16T03:43:08,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:43:08,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data1/current/BP-1517961721-172.17.0.2-1734320586548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:08,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/cluster_931ae904-5d65-7aba-f957-506a8a0db2a8/dfs/data/data2/current/BP-1517961721-172.17.0.2-1734320586548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:43:08,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:43:08,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@de533a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:43:08,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bec6b18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:43:08,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:43:08,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44015943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:43:08,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37f347fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b34b265d-15bd-2da0-2ed2-c50819cb759a/hadoop.log.dir/,STOPPED} 2024-12-16T03:43:08,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T03:43:08,655 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=69 (was 61) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=11727 (was 11792)