2024-12-12 16:04:44,556 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-12 16:04:44,573 main DEBUG Took 0.014993 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-12 16:04:44,574 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-12 16:04:44,574 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-12 16:04:44,576 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-12 16:04:44,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,626 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-12 16:04:44,643 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,646 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,647 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,649 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,650 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,652 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,653 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,654 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,655 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,657 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 16:04:44,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,660 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-12 16:04:44,662 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 16:04:44,664 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-12 16:04:44,666 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-12 16:04:44,666 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-12 16:04:44,668 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-12 16:04:44,669 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-12 16:04:44,681 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-12 16:04:44,685 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-12 16:04:44,687 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-12 16:04:44,688 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-12 16:04:44,688 main DEBUG createAppenders(={Console}) 2024-12-12 16:04:44,689 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-12 16:04:44,690 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-12 16:04:44,690 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-12 16:04:44,691 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-12 16:04:44,691 main DEBUG OutputStream closed 2024-12-12 16:04:44,692 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-12 16:04:44,692 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-12 16:04:44,693 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-12 16:04:44,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-12 16:04:44,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-12 16:04:44,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-12 16:04:44,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-12 16:04:44,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-12 16:04:44,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-12 16:04:44,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-12 16:04:44,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-12 16:04:44,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-12 16:04:44,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-12 16:04:44,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-12 16:04:44,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-12 16:04:44,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-12 16:04:44,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-12 16:04:44,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-12 16:04:44,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-12 16:04:44,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-12 16:04:44,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-12 16:04:44,874 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12 16:04:44,875 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-12 16:04:44,876 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-12 16:04:44,894 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-12T16:04:45,401 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499 2024-12-12 16:04:45,405 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-12 16:04:45,406 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12T16:04:45,436 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-12T16:04:45,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=12, AvailableMemoryMB=10094 2024-12-12T16:04:45,563 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3, deleteOnExit=true 2024-12-12T16:04:45,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/test.cache.data in system properties and HBase conf 2024-12-12T16:04:45,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T16:04:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir in system properties and HBase conf 2024-12-12T16:04:45,566 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T16:04:45,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T16:04:45,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T16:04:45,759 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-12T16:04:45,924 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T16:04:45,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T16:04:45,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T16:04:45,942 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T16:04:45,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T16:04:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T16:04:45,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T16:04:45,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T16:04:45,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T16:04:45,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T16:04:45,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/nfs.dump.dir in system properties and HBase conf 2024-12-12T16:04:45,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/java.io.tmpdir in system properties and HBase conf 2024-12-12T16:04:45,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T16:04:45,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T16:04:45,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T16:04:47,100 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-12T16:04:47,216 INFO [Time-limited test {}] log.Log(170): Logging initialized @3787ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T16:04:47,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:04:47,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:04:47,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:04:47,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:04:47,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:04:47,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:04:47,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:04:47,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:04:47,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/java.io.tmpdir/jetty-localhost-32913-hadoop-hdfs-3_4_1-tests_jar-_-any-1158091287149728881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T16:04:47,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:32913} 2024-12-12T16:04:47,737 INFO [Time-limited test {}] server.Server(415): Started @4310ms 2024-12-12T16:04:48,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:04:48,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:04:48,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:04:48,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:04:48,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:04:48,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:04:48,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:04:48,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/java.io.tmpdir/jetty-localhost-44547-hadoop-hdfs-3_4_1-tests_jar-_-any-3830855738652942378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:04:48,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:44547} 2024-12-12T16:04:48,342 INFO [Time-limited test {}] server.Server(415): Started @4915ms 2024-12-12T16:04:48,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:04:48,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:04:48,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:04:48,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:04:48,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:04:48,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:04:48,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:04:48,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:04:48,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/java.io.tmpdir/jetty-localhost-34481-hadoop-hdfs-3_4_1-tests_jar-_-any-9360288659431704806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:04:48,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:34481} 2024-12-12T16:04:48,691 INFO [Time-limited test {}] server.Server(415): Started @5264ms 2024-12-12T16:04:48,694 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:04:48,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:04:48,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:04:48,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:04:48,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:04:48,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:04:48,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:04:48,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:04:48,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/java.io.tmpdir/jetty-localhost-36147-hadoop-hdfs-3_4_1-tests_jar-_-any-6359415790625524381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:04:48,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:36147} 2024-12-12T16:04:48,934 INFO [Time-limited test {}] server.Server(415): Started @5508ms 2024-12-12T16:04:48,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:04:48,946 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data1/current/BP-1875252530-172.17.0.2-1734019486798/current, will proceed with Du for space computation calculation, 2024-12-12T16:04:48,948 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data2/current/BP-1875252530-172.17.0.2-1734019486798/current, will proceed with Du for space computation calculation, 2024-12-12T16:04:48,948 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data3/current/BP-1875252530-172.17.0.2-1734019486798/current, will proceed with Du for space computation calculation, 2024-12-12T16:04:48,948 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data4/current/BP-1875252530-172.17.0.2-1734019486798/current, will proceed with Du for space computation calculation, 2024-12-12T16:04:49,017 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:04:49,041 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:04:49,080 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data5/current/BP-1875252530-172.17.0.2-1734019486798/current, will proceed with Du for space computation calculation, 2024-12-12T16:04:49,083 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data6/current/BP-1875252530-172.17.0.2-1734019486798/current, will proceed with Du for space computation calculation, 2024-12-12T16:04:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7442e9064d91cda with lease ID 0x3d2d4cae9bf9e7de: Processing first storage report for DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c from datanode DatanodeRegistration(127.0.0.1:46839, datanodeUuid=704e5497-9e1b-49da-a466-7a0b02dc3553, infoPort=37487, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798) 2024-12-12T16:04:49,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7442e9064d91cda with lease ID 0x3d2d4cae9bf9e7de: from storage DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c node DatanodeRegistration(127.0.0.1:46839, datanodeUuid=704e5497-9e1b-49da-a466-7a0b02dc3553, infoPort=37487, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T16:04:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x675189f012bf44a2 with lease ID 0x3d2d4cae9bf9e7df: Processing first storage report for DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309 from datanode DatanodeRegistration(127.0.0.1:35983, datanodeUuid=aa9efb8b-b4ce-44e2-bb5d-0c07c16aa36b, infoPort=38861, infoSecurePort=0, ipcPort=41813, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798) 2024-12-12T16:04:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x675189f012bf44a2 with lease ID 0x3d2d4cae9bf9e7df: from storage DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309 node DatanodeRegistration(127.0.0.1:35983, datanodeUuid=aa9efb8b-b4ce-44e2-bb5d-0c07c16aa36b, infoPort=38861, infoSecurePort=0, ipcPort=41813, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:04:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x675189f012bf44a2 with lease ID 0x3d2d4cae9bf9e7df: Processing first storage report for DS-ec1229e2-68ae-4f92-b94b-3b3f695b7d0f from datanode DatanodeRegistration(127.0.0.1:35983, datanodeUuid=aa9efb8b-b4ce-44e2-bb5d-0c07c16aa36b, infoPort=38861, infoSecurePort=0, ipcPort=41813, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798) 2024-12-12T16:04:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x675189f012bf44a2 with lease ID 0x3d2d4cae9bf9e7df: from storage DS-ec1229e2-68ae-4f92-b94b-3b3f695b7d0f node DatanodeRegistration(127.0.0.1:35983, datanodeUuid=aa9efb8b-b4ce-44e2-bb5d-0c07c16aa36b, infoPort=38861, infoSecurePort=0, ipcPort=41813, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T16:04:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7442e9064d91cda with lease ID 0x3d2d4cae9bf9e7de: Processing first storage report for DS-f8c88e7c-e7aa-4ebe-8e24-a7af37eab557 from datanode DatanodeRegistration(127.0.0.1:46839, datanodeUuid=704e5497-9e1b-49da-a466-7a0b02dc3553, infoPort=37487, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798) 2024-12-12T16:04:49,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7442e9064d91cda with lease ID 0x3d2d4cae9bf9e7de: from storage DS-f8c88e7c-e7aa-4ebe-8e24-a7af37eab557 node DatanodeRegistration(127.0.0.1:46839, datanodeUuid=704e5497-9e1b-49da-a466-7a0b02dc3553, infoPort=37487, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:04:49,123 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:04:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x854f647fd66c3204 with lease ID 0x3d2d4cae9bf9e7e0: Processing first storage report for DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08 from datanode DatanodeRegistration(127.0.0.1:44205, datanodeUuid=840231e7-52ca-49b3-8c6e-768c125d29a7, infoPort=38703, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798) 2024-12-12T16:04:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x854f647fd66c3204 with lease ID 0x3d2d4cae9bf9e7e0: from storage DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08 node DatanodeRegistration(127.0.0.1:44205, datanodeUuid=840231e7-52ca-49b3-8c6e-768c125d29a7, infoPort=38703, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:04:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x854f647fd66c3204 with lease ID 0x3d2d4cae9bf9e7e0: Processing first storage report for DS-5ab6b2ee-e3f8-4823-91af-6cea89678b2a from datanode DatanodeRegistration(127.0.0.1:44205, datanodeUuid=840231e7-52ca-49b3-8c6e-768c125d29a7, infoPort=38703, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798) 2024-12-12T16:04:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x854f647fd66c3204 with lease ID 0x3d2d4cae9bf9e7e0: from storage DS-5ab6b2ee-e3f8-4823-91af-6cea89678b2a node DatanodeRegistration(127.0.0.1:44205, datanodeUuid=840231e7-52ca-49b3-8c6e-768c125d29a7, infoPort=38703, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=1247462349;c=1734019486798), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T16:04:49,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499 2024-12-12T16:04:49,504 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T16:04:49,512 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T16:04:49,515 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-12T16:04:49,529 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-12T16:04:49,529 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-12T16:04:49,577 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-12T16:04:49,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T16:04:49,659 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/oldWALs, maxLogs=32 2024-12-12T16:04:49,710 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734019489688, exclude list is [], retry=0 2024-12-12T16:04:49,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1052 (auto-detected) 2024-12-12T16:04:49,791 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-12T16:04:49,822 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK] 2024-12-12T16:04:49,826 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-12T16:04:49,861 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK] 2024-12-12T16:04:49,862 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK] 2024-12-12T16:04:49,955 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734019489688 2024-12-12T16:04:49,957 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38703:38703),(127.0.0.1/127.0.0.1:38861:38861),(127.0.0.1/127.0.0.1:37487:37487)] 2024-12-12T16:04:49,958 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-12T16:04:50,696 DEBUG [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-12T16:04:53,352 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 100 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:54,936 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 287 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:57,640 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 119 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:57,760 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:57,880 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:58,100 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 119 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:58,220 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:58,344 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 122 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:58,560 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 119 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:58,680 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:58,900 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 119 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,020 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,140 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,244 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 102 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,360 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 114 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,484 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 122 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,600 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 114 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,704 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 102 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,821 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:04:59,944 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 122 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:05:00,048 INFO [AsyncFSWAL-0-hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 102 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44205,DS-78dbfa9d-600a-4765-8645-92b6fd9d8c08,DISK], DatanodeInfoWithStorage[127.0.0.1:35983,DS-14602f2f-f7bc-44d9-bf8b-e5665ebcc309,DISK], DatanodeInfoWithStorage[127.0.0.1:46839,DS-eaf8c506-d6a0-47a9-80cb-cc74993dc96c,DISK]] 2024-12-12T16:05:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741825_1001 (size=1048651116) 2024-12-12T16:05:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46839 is added to blk_1073741825_1001 (size=1048651116) 2024-12-12T16:05:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741825_1001 (size=1048651116) 2024-12-12T16:05:03,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T16:05:03,076 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35911/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734019489688: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-12T16:05:04,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T16:05:04,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:04,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:04,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:04,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:04,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:04,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:04,211 WARN [BP-1875252530-172.17.0.2-1734019486798 heartbeating to localhost/127.0.0.1:35911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:04,211 WARN [BP-1875252530-172.17.0.2-1734019486798 heartbeating to localhost/127.0.0.1:35911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1875252530-172.17.0.2-1734019486798 (Datanode Uuid 840231e7-52ca-49b3-8c6e-768c125d29a7) service to localhost/127.0.0.1:35911 2024-12-12T16:05:04,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:04,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data5/current/BP-1875252530-172.17.0.2-1734019486798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:04,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data6/current/BP-1875252530-172.17.0.2-1734019486798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:04,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:04,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:04,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:04,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:04,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:04,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:04,229 WARN [BP-1875252530-172.17.0.2-1734019486798 heartbeating to localhost/127.0.0.1:35911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:04,229 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:04,229 WARN [BP-1875252530-172.17.0.2-1734019486798 heartbeating to localhost/127.0.0.1:35911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1875252530-172.17.0.2-1734019486798 (Datanode Uuid aa9efb8b-b4ce-44e2-bb5d-0c07c16aa36b) service to localhost/127.0.0.1:35911 2024-12-12T16:05:04,229 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:04,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data3/current/BP-1875252530-172.17.0.2-1734019486798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:04,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data4/current/BP-1875252530-172.17.0.2-1734019486798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:04,231 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:04,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:04,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:04,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:04,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:04,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:04,244 WARN [BP-1875252530-172.17.0.2-1734019486798 heartbeating to localhost/127.0.0.1:35911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:04,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:04,244 WARN [BP-1875252530-172.17.0.2-1734019486798 heartbeating to localhost/127.0.0.1:35911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1875252530-172.17.0.2-1734019486798 (Datanode Uuid 704e5497-9e1b-49da-a466-7a0b02dc3553) service to localhost/127.0.0.1:35911 2024-12-12T16:05:04,245 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:04,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data1/current/BP-1875252530-172.17.0.2-1734019486798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:04,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/cluster_9f9b63b9-7e3d-e210-fce1-949b2986aaf3/dfs/data/data2/current/BP-1875252530-172.17.0.2-1734019486798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:04,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:04,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T16:05:04,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:04,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:04,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:04,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:04,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T16:05:04,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=49 (was 12) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:35911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4393d049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:35911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 488) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=9427 (was 10094) 2024-12-12T16:05:04,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=49, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=9427 2024-12-12T16:05:04,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.log.dir so I do NOT create it in target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9 2024-12-12T16:05:04,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c84a7a-8807-d1d8-e630-6c679b14d499/hadoop.tmp.dir so I do NOT create it in target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9 2024-12-12T16:05:04,944 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c, deleteOnExit=true 2024-12-12T16:05:04,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/test.cache.data in system properties and HBase conf 2024-12-12T16:05:04,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T16:05:04,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir in system properties and HBase conf 2024-12-12T16:05:04,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T16:05:04,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T16:05:04,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T16:05:04,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T16:05:04,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T16:05:04,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T16:05:04,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T16:05:04,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T16:05:04,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T16:05:04,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T16:05:04,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T16:05:04,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T16:05:04,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T16:05:04,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/nfs.dump.dir in system properties and HBase conf 2024-12-12T16:05:04,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/java.io.tmpdir in system properties and HBase conf 2024-12-12T16:05:04,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T16:05:04,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T16:05:04,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T16:05:05,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:05,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:05,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:05,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:05,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:05:05,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:05,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afae45d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:05,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eef0900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:05,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1233f23d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/java.io.tmpdir/jetty-localhost-43649-hadoop-hdfs-3_4_1-tests_jar-_-any-1276697179474136229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T16:05:05,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42ece54{HTTP/1.1, (http/1.1)}{localhost:43649} 2024-12-12T16:05:05,188 INFO [Time-limited test {}] server.Server(415): Started @21761ms 2024-12-12T16:05:05,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:05,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:05,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:05,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:05,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T16:05:05,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53a09ffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:05,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103668d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:05,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790bf030{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/java.io.tmpdir/jetty-localhost-37217-hadoop-hdfs-3_4_1-tests_jar-_-any-13988657896949015304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:05,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19e91ce6{HTTP/1.1, (http/1.1)}{localhost:37217} 2024-12-12T16:05:05,400 INFO [Time-limited test {}] server.Server(415): Started @21973ms 2024-12-12T16:05:05,402 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:05,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:05,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:05,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:05,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:05,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:05:05,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc8cf20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:05,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f8138a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:05,508 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data1/current/BP-661324431-172.17.0.2-1734019504998/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:05,508 WARN [Thread-236 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data2/current/BP-661324431-172.17.0.2-1734019504998/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:05,532 WARN [Thread-214 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ca2b1266fe7b298 with lease ID 0xbf318ef2352c7fd4: Processing first storage report for DS-9443d8ad-6023-43ee-a073-4196ac0b026f from datanode DatanodeRegistration(127.0.0.1:35043, datanodeUuid=90be33d7-397a-41b4-baaa-8daa0b396543, infoPort=40151, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998) 2024-12-12T16:05:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ca2b1266fe7b298 with lease ID 0xbf318ef2352c7fd4: from storage DS-9443d8ad-6023-43ee-a073-4196ac0b026f node DatanodeRegistration(127.0.0.1:35043, datanodeUuid=90be33d7-397a-41b4-baaa-8daa0b396543, infoPort=40151, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ca2b1266fe7b298 with lease ID 0xbf318ef2352c7fd4: Processing first storage report for DS-dacaa5bb-8c55-469a-b9e9-7ce2cb78b1b2 from datanode DatanodeRegistration(127.0.0.1:35043, datanodeUuid=90be33d7-397a-41b4-baaa-8daa0b396543, infoPort=40151, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998) 2024-12-12T16:05:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ca2b1266fe7b298 with lease ID 0xbf318ef2352c7fd4: from storage DS-dacaa5bb-8c55-469a-b9e9-7ce2cb78b1b2 node DatanodeRegistration(127.0.0.1:35043, datanodeUuid=90be33d7-397a-41b4-baaa-8daa0b396543, infoPort=40151, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:05,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52e65e58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/java.io.tmpdir/jetty-localhost-36003-hadoop-hdfs-3_4_1-tests_jar-_-any-5214132005472468742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:05,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74f3df48{HTTP/1.1, (http/1.1)}{localhost:36003} 2024-12-12T16:05:05,576 INFO [Time-limited test {}] server.Server(415): Started @22149ms 2024-12-12T16:05:05,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:05,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:05,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:05,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:05,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:05,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:05:05,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64e293ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:05,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b78dac9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:05,666 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data3/current/BP-661324431-172.17.0.2-1734019504998/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:05,667 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data4/current/BP-661324431-172.17.0.2-1734019504998/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:05,692 WARN [Thread-250 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3525ea1363ecc9dc with lease ID 0xbf318ef2352c7fd5: Processing first storage report for DS-7a81d3ca-9aa0-4eb4-bf97-13b577c8ed30 from datanode DatanodeRegistration(127.0.0.1:40023, datanodeUuid=55b115f5-e5d7-437f-98b4-c2ff69844ea5, infoPort=36139, infoSecurePort=0, ipcPort=35007, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998) 2024-12-12T16:05:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3525ea1363ecc9dc with lease ID 0xbf318ef2352c7fd5: from storage DS-7a81d3ca-9aa0-4eb4-bf97-13b577c8ed30 node DatanodeRegistration(127.0.0.1:40023, datanodeUuid=55b115f5-e5d7-437f-98b4-c2ff69844ea5, infoPort=36139, infoSecurePort=0, ipcPort=35007, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3525ea1363ecc9dc with lease ID 0xbf318ef2352c7fd5: Processing first storage report for DS-ada5428a-762e-4ece-8d12-07cacd63210d from datanode DatanodeRegistration(127.0.0.1:40023, datanodeUuid=55b115f5-e5d7-437f-98b4-c2ff69844ea5, infoPort=36139, infoSecurePort=0, ipcPort=35007, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998) 2024-12-12T16:05:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3525ea1363ecc9dc with lease ID 0xbf318ef2352c7fd5: from storage DS-ada5428a-762e-4ece-8d12-07cacd63210d node DatanodeRegistration(127.0.0.1:40023, datanodeUuid=55b115f5-e5d7-437f-98b4-c2ff69844ea5, infoPort=36139, infoSecurePort=0, ipcPort=35007, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T16:05:05,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29bba7cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/java.io.tmpdir/jetty-localhost-46583-hadoop-hdfs-3_4_1-tests_jar-_-any-15122033597077798881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:05,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@414be505{HTTP/1.1, (http/1.1)}{localhost:46583} 2024-12-12T16:05:05,744 INFO [Time-limited test {}] server.Server(415): Started @22317ms 2024-12-12T16:05:05,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:05,849 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data5/current/BP-661324431-172.17.0.2-1734019504998/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:05,850 WARN [Thread-297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data6/current/BP-661324431-172.17.0.2-1734019504998/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:05,872 WARN [Thread-285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x531cdde2c518f8cc with lease ID 0xbf318ef2352c7fd6: Processing first storage report for DS-32e7201a-e87e-4c41-baeb-3531c668ed85 from datanode DatanodeRegistration(127.0.0.1:45747, datanodeUuid=e294a893-0e3f-4322-9ce4-775a4e9ad001, infoPort=45457, infoSecurePort=0, ipcPort=40253, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998) 2024-12-12T16:05:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x531cdde2c518f8cc with lease ID 0xbf318ef2352c7fd6: from storage DS-32e7201a-e87e-4c41-baeb-3531c668ed85 node DatanodeRegistration(127.0.0.1:45747, datanodeUuid=e294a893-0e3f-4322-9ce4-775a4e9ad001, infoPort=45457, infoSecurePort=0, ipcPort=40253, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x531cdde2c518f8cc with lease ID 0xbf318ef2352c7fd6: Processing first storage report for DS-d3d5b8f0-4e2c-4219-b0e5-f25ba329becd from datanode DatanodeRegistration(127.0.0.1:45747, datanodeUuid=e294a893-0e3f-4322-9ce4-775a4e9ad001, infoPort=45457, infoSecurePort=0, ipcPort=40253, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998) 2024-12-12T16:05:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x531cdde2c518f8cc with lease ID 0xbf318ef2352c7fd6: from storage DS-d3d5b8f0-4e2c-4219-b0e5-f25ba329becd node DatanodeRegistration(127.0.0.1:45747, datanodeUuid=e294a893-0e3f-4322-9ce4-775a4e9ad001, infoPort=45457, infoSecurePort=0, ipcPort=40253, storageInfo=lv=-57;cid=testClusterID;nsid=783587437;c=1734019504998), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T16:05:05,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9 2024-12-12T16:05:05,978 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T16:05:05,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T16:05:05,987 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:34999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:34999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/oldWALs, maxLogs=32 2024-12-12T16:05:06,002 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734019505988, exclude list is [], retry=0 2024-12-12T16:05:06,008 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45747,DS-32e7201a-e87e-4c41-baeb-3531c668ed85,DISK] 2024-12-12T16:05:06,010 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-9443d8ad-6023-43ee-a073-4196ac0b026f,DISK] 2024-12-12T16:05:06,010 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-7a81d3ca-9aa0-4eb4-bf97-13b577c8ed30,DISK] 2024-12-12T16:05:06,013 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734019505988 2024-12-12T16:05:06,013 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45457:45457),(127.0.0.1/127.0.0.1:40151:40151),(127.0.0.1/127.0.0.1:36139:36139)] 2024-12-12T16:05:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741825_1001 (size=1073110) 2024-12-12T16:05:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741825_1001 (size=1073110) 2024-12-12T16:05:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741825_1001 (size=1073110) 2024-12-12T16:05:06,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T16:05:06,420 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34999/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734019505988: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-12T16:05:06,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T16:05:06,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29bba7cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:06,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@414be505{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:06,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:06,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b78dac9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:06,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64e293ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:06,468 WARN [BP-661324431-172.17.0.2-1734019504998 heartbeating to localhost/127.0.0.1:34999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:06,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:06,468 WARN [BP-661324431-172.17.0.2-1734019504998 heartbeating to localhost/127.0.0.1:34999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-661324431-172.17.0.2-1734019504998 (Datanode Uuid e294a893-0e3f-4322-9ce4-775a4e9ad001) service to localhost/127.0.0.1:34999 2024-12-12T16:05:06,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:06,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data5/current/BP-661324431-172.17.0.2-1734019504998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:06,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data6/current/BP-661324431-172.17.0.2-1734019504998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:06,469 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:06,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52e65e58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:06,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74f3df48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:06,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:06,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f8138a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:06,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc8cf20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:06,475 WARN [BP-661324431-172.17.0.2-1734019504998 heartbeating to localhost/127.0.0.1:34999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:06,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:06,475 WARN [BP-661324431-172.17.0.2-1734019504998 heartbeating to localhost/127.0.0.1:34999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-661324431-172.17.0.2-1734019504998 (Datanode Uuid 55b115f5-e5d7-437f-98b4-c2ff69844ea5) service to localhost/127.0.0.1:34999 2024-12-12T16:05:06,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:06,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data3/current/BP-661324431-172.17.0.2-1734019504998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:06,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data4/current/BP-661324431-172.17.0.2-1734019504998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:06,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:06,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790bf030{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:06,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19e91ce6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:06,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:06,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103668d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:06,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53a09ffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:06,493 WARN [BP-661324431-172.17.0.2-1734019504998 heartbeating to localhost/127.0.0.1:34999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:06,493 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:06,493 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:06,493 WARN [BP-661324431-172.17.0.2-1734019504998 heartbeating to localhost/127.0.0.1:34999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-661324431-172.17.0.2-1734019504998 (Datanode Uuid 90be33d7-397a-41b4-baaa-8daa0b396543) service to localhost/127.0.0.1:34999 2024-12-12T16:05:06,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data1/current/BP-661324431-172.17.0.2-1734019504998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:06,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/cluster_a10aee6d-3260-3fe9-fe4f-610cfabe925c/dfs/data/data2/current/BP-661324431-172.17.0.2-1734019504998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:06,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:06,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1233f23d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T16:05:06,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42ece54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:06,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:06,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eef0900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:06,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afae45d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:06,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T16:05:06,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 49) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:34999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=9336 (was 9427) 2024-12-12T16:05:06,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=9336 2024-12-12T16:05:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.log.dir so I do NOT create it in target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231 2024-12-12T16:05:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ad1f951c-0f5b-d5a0-4952-612f69b8ebb9/hadoop.tmp.dir so I do NOT create it in target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231 2024-12-12T16:05:06,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004, deleteOnExit=true 2024-12-12T16:05:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/test.cache.data in system properties and HBase conf 2024-12-12T16:05:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T16:05:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir in system properties and HBase conf 2024-12-12T16:05:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T16:05:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T16:05:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T16:05:06,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T16:05:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T16:05:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T16:05:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T16:05:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T16:05:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T16:05:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T16:05:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T16:05:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T16:05:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T16:05:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/nfs.dump.dir in system properties and HBase conf 2024-12-12T16:05:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/java.io.tmpdir in system properties and HBase conf 2024-12-12T16:05:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T16:05:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T16:05:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T16:05:06,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:06,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:06,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:06,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:06,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:05:06,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:06,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33111a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:06,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d163ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:06,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7ae9da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/java.io.tmpdir/jetty-localhost-34159-hadoop-hdfs-3_4_1-tests_jar-_-any-9457500434323415820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T16:05:06,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@959e97e{HTTP/1.1, (http/1.1)}{localhost:34159} 2024-12-12T16:05:06,756 INFO [Time-limited test {}] server.Server(415): Started @23329ms 2024-12-12T16:05:06,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:06,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:06,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:06,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:06,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T16:05:06,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69999d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:06,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@125e4f80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:06,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20298899{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/java.io.tmpdir/jetty-localhost-39915-hadoop-hdfs-3_4_1-tests_jar-_-any-5032262099323163288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:06,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dafe0c7{HTTP/1.1, (http/1.1)}{localhost:39915} 2024-12-12T16:05:06,964 INFO [Time-limited test {}] server.Server(415): Started @23537ms 2024-12-12T16:05:06,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:06,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:07,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:07,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:07,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:07,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T16:05:07,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c5b3959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:07,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d3973fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:07,053 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data1/current/BP-1866020107-172.17.0.2-1734019506572/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:07,054 WARN [Thread-388 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data2/current/BP-1866020107-172.17.0.2-1734019506572/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:07,081 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x236c0b1430e21e5f with lease ID 0xccf718cb321c70f7: Processing first storage report for DS-90d905e0-e823-4912-b25e-7c9bb7ba7592 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=8af90861-a535-4233-800d-da845d5dc1de, infoPort=45169, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572) 2024-12-12T16:05:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x236c0b1430e21e5f with lease ID 0xccf718cb321c70f7: from storage DS-90d905e0-e823-4912-b25e-7c9bb7ba7592 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=8af90861-a535-4233-800d-da845d5dc1de, infoPort=45169, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T16:05:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x236c0b1430e21e5f with lease ID 0xccf718cb321c70f7: Processing first storage report for DS-b8d35963-9d3c-4f31-9c27-1072027e6926 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=8af90861-a535-4233-800d-da845d5dc1de, infoPort=45169, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572) 2024-12-12T16:05:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x236c0b1430e21e5f with lease ID 0xccf718cb321c70f7: from storage DS-b8d35963-9d3c-4f31-9c27-1072027e6926 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=8af90861-a535-4233-800d-da845d5dc1de, infoPort=45169, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:07,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26c0b079{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/java.io.tmpdir/jetty-localhost-37275-hadoop-hdfs-3_4_1-tests_jar-_-any-10210653471398326338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:07,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70b9ea5a{HTTP/1.1, (http/1.1)}{localhost:37275} 2024-12-12T16:05:07,143 INFO [Time-limited test {}] server.Server(415): Started @23716ms 2024-12-12T16:05:07,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:07,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:07,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:07,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:07,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:07,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T16:05:07,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd1e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:07,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264a88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:07,239 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data3/current/BP-1866020107-172.17.0.2-1734019506572/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:07,239 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data4/current/BP-1866020107-172.17.0.2-1734019506572/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:07,264 WARN [Thread-402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:07,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7db027e9799abf9f with lease ID 0xccf718cb321c70f8: Processing first storage report for DS-67853ec9-8aa2-495e-9bca-a67536810c56 from datanode DatanodeRegistration(127.0.0.1:45999, datanodeUuid=942b317f-7482-4127-89fc-22b29cb6e0a6, infoPort=34191, infoSecurePort=0, ipcPort=39433, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572) 2024-12-12T16:05:07,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7db027e9799abf9f with lease ID 0xccf718cb321c70f8: from storage DS-67853ec9-8aa2-495e-9bca-a67536810c56 node DatanodeRegistration(127.0.0.1:45999, datanodeUuid=942b317f-7482-4127-89fc-22b29cb6e0a6, infoPort=34191, infoSecurePort=0, ipcPort=39433, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:07,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7db027e9799abf9f with lease ID 0xccf718cb321c70f8: Processing first storage report for DS-552ebbbb-6b5f-4fea-8d88-ad9d5eb7f0f8 from datanode DatanodeRegistration(127.0.0.1:45999, datanodeUuid=942b317f-7482-4127-89fc-22b29cb6e0a6, infoPort=34191, infoSecurePort=0, ipcPort=39433, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572) 2024-12-12T16:05:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7db027e9799abf9f with lease ID 0xccf718cb321c70f8: from storage DS-552ebbbb-6b5f-4fea-8d88-ad9d5eb7f0f8 node DatanodeRegistration(127.0.0.1:45999, datanodeUuid=942b317f-7482-4127-89fc-22b29cb6e0a6, infoPort=34191, infoSecurePort=0, ipcPort=39433, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:07,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e80e3f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/java.io.tmpdir/jetty-localhost-42675-hadoop-hdfs-3_4_1-tests_jar-_-any-2729236494182619726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:07,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7345479c{HTTP/1.1, (http/1.1)}{localhost:42675} 2024-12-12T16:05:07,318 INFO [Time-limited test {}] server.Server(415): Started @23891ms 2024-12-12T16:05:07,321 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:07,411 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data5/current/BP-1866020107-172.17.0.2-1734019506572/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:07,412 WARN [Thread-449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data6/current/BP-1866020107-172.17.0.2-1734019506572/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:07,430 WARN [Thread-437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33db1e876e14e549 with lease ID 0xccf718cb321c70f9: Processing first storage report for DS-68007776-8ef2-4c87-a661-65f4de4cf0bd from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=81e9cc7d-49ac-4d2c-8e13-990db0b893e3, infoPort=46333, infoSecurePort=0, ipcPort=46561, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572) 2024-12-12T16:05:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33db1e876e14e549 with lease ID 0xccf718cb321c70f9: from storage DS-68007776-8ef2-4c87-a661-65f4de4cf0bd node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=81e9cc7d-49ac-4d2c-8e13-990db0b893e3, infoPort=46333, infoSecurePort=0, ipcPort=46561, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T16:05:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33db1e876e14e549 with lease ID 0xccf718cb321c70f9: Processing first storage report for DS-0a764d98-389c-4866-9e74-47a7a57c381c from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=81e9cc7d-49ac-4d2c-8e13-990db0b893e3, infoPort=46333, infoSecurePort=0, ipcPort=46561, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572) 2024-12-12T16:05:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33db1e876e14e549 with lease ID 0xccf718cb321c70f9: from storage DS-0a764d98-389c-4866-9e74-47a7a57c381c node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=81e9cc7d-49ac-4d2c-8e13-990db0b893e3, infoPort=46333, infoSecurePort=0, ipcPort=46561, storageInfo=lv=-57;cid=testClusterID;nsid=1338821718;c=1734019506572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:07,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231 2024-12-12T16:05:07,457 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T16:05:07,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T16:05:07,464 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:38545/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:38545/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/oldWALs, maxLogs=32 2024-12-12T16:05:07,481 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734019507466, exclude list is [], retry=0 2024-12-12T16:05:07,488 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-68007776-8ef2-4c87-a661-65f4de4cf0bd,DISK] 2024-12-12T16:05:07,489 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45999,DS-67853ec9-8aa2-495e-9bca-a67536810c56,DISK] 2024-12-12T16:05:07,490 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-90d905e0-e823-4912-b25e-7c9bb7ba7592,DISK] 2024-12-12T16:05:07,492 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734019507466 2024-12-12T16:05:07,493 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46333:46333),(127.0.0.1/127.0.0.1:34191:34191),(127.0.0.1/127.0.0.1:45169:45169)] 2024-12-12T16:05:07,510 INFO [AsyncFSWAL-0-hdfs://localhost:38545/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-12T16:05:20,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741825_1001 (size=5861116) 2024-12-12T16:05:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741825_1001 (size=5861116) 2024-12-12T16:05:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741825_1001 (size=5861116) 2024-12-12T16:05:20,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T16:05:20,050 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38545/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734019507466: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-12T16:05:21,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T16:05:21,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e80e3f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:21,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7345479c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:21,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:21,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264a88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:21,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd1e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:21,902 WARN [BP-1866020107-172.17.0.2-1734019506572 heartbeating to localhost/127.0.0.1:38545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:21,902 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:21,902 WARN [BP-1866020107-172.17.0.2-1734019506572 heartbeating to localhost/127.0.0.1:38545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1866020107-172.17.0.2-1734019506572 (Datanode Uuid 81e9cc7d-49ac-4d2c-8e13-990db0b893e3) service to localhost/127.0.0.1:38545 2024-12-12T16:05:21,902 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:21,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data5/current/BP-1866020107-172.17.0.2-1734019506572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:21,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data6/current/BP-1866020107-172.17.0.2-1734019506572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:21,903 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:21,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26c0b079{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:21,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70b9ea5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:21,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:21,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d3973fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:21,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c5b3959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:21,908 WARN [BP-1866020107-172.17.0.2-1734019506572 heartbeating to localhost/127.0.0.1:38545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:21,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:21,908 WARN [BP-1866020107-172.17.0.2-1734019506572 heartbeating to localhost/127.0.0.1:38545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1866020107-172.17.0.2-1734019506572 (Datanode Uuid 942b317f-7482-4127-89fc-22b29cb6e0a6) service to localhost/127.0.0.1:38545 2024-12-12T16:05:21,908 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:21,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data3/current/BP-1866020107-172.17.0.2-1734019506572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:21,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data4/current/BP-1866020107-172.17.0.2-1734019506572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:21,909 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:21,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20298899{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:21,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dafe0c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:21,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:21,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@125e4f80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:21,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69999d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:21,913 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:21,913 WARN [BP-1866020107-172.17.0.2-1734019506572 heartbeating to localhost/127.0.0.1:38545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:21,913 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:21,913 WARN [BP-1866020107-172.17.0.2-1734019506572 heartbeating to localhost/127.0.0.1:38545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1866020107-172.17.0.2-1734019506572 (Datanode Uuid 8af90861-a535-4233-800d-da845d5dc1de) service to localhost/127.0.0.1:38545 2024-12-12T16:05:21,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data1/current/BP-1866020107-172.17.0.2-1734019506572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:21,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/cluster_3e4f4c13-f706-63bb-e49b-e3d4f5d26004/dfs/data/data2/current/BP-1866020107-172.17.0.2-1734019506572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:21,914 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:21,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7ae9da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T16:05:21,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@959e97e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:21,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:21,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d163ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:21,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33111a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:21,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T16:05:21,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59 (was 57) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=9234 (was 9336) 2024-12-12T16:05:21,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=59, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=9235 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.log.dir so I do NOT create it in target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65d9d7c6-034d-2018-30fa-4e8d367ed231/hadoop.tmp.dir so I do NOT create it in target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a, deleteOnExit=true 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/test.cache.data in system properties and HBase conf 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir in system properties and HBase conf 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T16:05:21,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T16:05:21,958 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T16:05:21,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T16:05:21,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T16:05:21,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T16:05:21,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T16:05:21,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T16:05:21,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T16:05:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T16:05:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T16:05:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T16:05:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/nfs.dump.dir in system properties and HBase conf 2024-12-12T16:05:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/java.io.tmpdir in system properties and HBase conf 2024-12-12T16:05:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T16:05:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T16:05:21,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T16:05:22,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:22,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:22,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:22,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:22,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T16:05:22,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:22,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dda11cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:22,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7befa1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:22,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69eadc16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/java.io.tmpdir/jetty-localhost-45843-hadoop-hdfs-3_4_1-tests_jar-_-any-10378209849660021395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T16:05:22,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ff98bc{HTTP/1.1, (http/1.1)}{localhost:45843} 2024-12-12T16:05:22,159 INFO [Time-limited test {}] server.Server(415): Started @38732ms 2024-12-12T16:05:22,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:22,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:22,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:22,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:22,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T16:05:22,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@642243db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:22,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45dfafb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:22,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5816a207{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/java.io.tmpdir/jetty-localhost-36103-hadoop-hdfs-3_4_1-tests_jar-_-any-12349071906829027429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:22,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@501a9d55{HTTP/1.1, (http/1.1)}{localhost:36103} 2024-12-12T16:05:22,371 INFO [Time-limited test {}] server.Server(415): Started @38944ms 2024-12-12T16:05:22,372 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:22,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:22,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:22,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:22,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:22,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T16:05:22,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3b3c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:22,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3811e6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:22,460 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data1/current/BP-842254118-172.17.0.2-1734019521985/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:22,461 WARN [Thread-541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data2/current/BP-842254118-172.17.0.2-1734019521985/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:22,486 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf65a41fc43c73c7d with lease ID 0xd56a2e3cdac72736: Processing first storage report for DS-5df811ed-3cd6-45ff-b49d-d5a3110ab506 from datanode DatanodeRegistration(127.0.0.1:40793, datanodeUuid=571bf65d-36ec-4983-b381-751a75551c97, infoPort=41085, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985) 2024-12-12T16:05:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf65a41fc43c73c7d with lease ID 0xd56a2e3cdac72736: from storage DS-5df811ed-3cd6-45ff-b49d-d5a3110ab506 node DatanodeRegistration(127.0.0.1:40793, datanodeUuid=571bf65d-36ec-4983-b381-751a75551c97, infoPort=41085, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T16:05:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf65a41fc43c73c7d with lease ID 0xd56a2e3cdac72736: Processing first storage report for DS-06b48e42-4207-4cd7-9f7a-fae1c4fc15f4 from datanode DatanodeRegistration(127.0.0.1:40793, datanodeUuid=571bf65d-36ec-4983-b381-751a75551c97, infoPort=41085, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985) 2024-12-12T16:05:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf65a41fc43c73c7d with lease ID 0xd56a2e3cdac72736: from storage DS-06b48e42-4207-4cd7-9f7a-fae1c4fc15f4 node DatanodeRegistration(127.0.0.1:40793, datanodeUuid=571bf65d-36ec-4983-b381-751a75551c97, infoPort=41085, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:22,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d1b414{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/java.io.tmpdir/jetty-localhost-44243-hadoop-hdfs-3_4_1-tests_jar-_-any-6168476296128793556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:22,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e11594b{HTTP/1.1, (http/1.1)}{localhost:44243} 2024-12-12T16:05:22,533 INFO [Time-limited test {}] server.Server(415): Started @39106ms 2024-12-12T16:05:22,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:22,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T16:05:22,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T16:05:22,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T16:05:22,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T16:05:22,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T16:05:22,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760809c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir/,AVAILABLE} 2024-12-12T16:05:22,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5cf9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T16:05:22,620 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data3/current/BP-842254118-172.17.0.2-1734019521985/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:22,621 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data4/current/BP-842254118-172.17.0.2-1734019521985/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:22,647 WARN [Thread-555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9ca2755a09949e1 with lease ID 0xd56a2e3cdac72737: Processing first storage report for DS-de7dc30b-25e2-434c-8cb5-9ca702fd205e from datanode DatanodeRegistration(127.0.0.1:46057, datanodeUuid=3dd0e4c1-8957-467e-8fdb-933306c4cf8d, infoPort=41853, infoSecurePort=0, ipcPort=42795, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985) 2024-12-12T16:05:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9ca2755a09949e1 with lease ID 0xd56a2e3cdac72737: from storage DS-de7dc30b-25e2-434c-8cb5-9ca702fd205e node DatanodeRegistration(127.0.0.1:46057, datanodeUuid=3dd0e4c1-8957-467e-8fdb-933306c4cf8d, infoPort=41853, infoSecurePort=0, ipcPort=42795, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9ca2755a09949e1 with lease ID 0xd56a2e3cdac72737: Processing first storage report for DS-934f9894-b3ce-47f5-8cb6-941b7a9eefb4 from datanode DatanodeRegistration(127.0.0.1:46057, datanodeUuid=3dd0e4c1-8957-467e-8fdb-933306c4cf8d, infoPort=41853, infoSecurePort=0, ipcPort=42795, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985) 2024-12-12T16:05:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9ca2755a09949e1 with lease ID 0xd56a2e3cdac72737: from storage DS-934f9894-b3ce-47f5-8cb6-941b7a9eefb4 node DatanodeRegistration(127.0.0.1:46057, datanodeUuid=3dd0e4c1-8957-467e-8fdb-933306c4cf8d, infoPort=41853, infoSecurePort=0, ipcPort=42795, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:22,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34ae5f02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/java.io.tmpdir/jetty-localhost-45499-hadoop-hdfs-3_4_1-tests_jar-_-any-10947234992324267589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:22,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52544447{HTTP/1.1, (http/1.1)}{localhost:45499} 2024-12-12T16:05:22,700 INFO [Time-limited test {}] server.Server(415): Started @39273ms 2024-12-12T16:05:22,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T16:05:22,800 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data5/current/BP-842254118-172.17.0.2-1734019521985/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:22,801 WARN [Thread-602 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data6/current/BP-842254118-172.17.0.2-1734019521985/current, will proceed with Du for space computation calculation, 2024-12-12T16:05:22,825 WARN [Thread-590 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T16:05:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e8d89b46d37fec3 with lease ID 0xd56a2e3cdac72738: Processing first storage report for DS-85e05026-d1f9-48cd-9eb0-70fd333beef4 from datanode DatanodeRegistration(127.0.0.1:35857, datanodeUuid=9928bb80-8bf5-4c11-a659-319417bb9aa2, infoPort=39941, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985) 2024-12-12T16:05:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e8d89b46d37fec3 with lease ID 0xd56a2e3cdac72738: from storage DS-85e05026-d1f9-48cd-9eb0-70fd333beef4 node DatanodeRegistration(127.0.0.1:35857, datanodeUuid=9928bb80-8bf5-4c11-a659-319417bb9aa2, infoPort=39941, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e8d89b46d37fec3 with lease ID 0xd56a2e3cdac72738: Processing first storage report for DS-7fc67f62-1c26-4d88-8ca3-8214bedf1e6b from datanode DatanodeRegistration(127.0.0.1:35857, datanodeUuid=9928bb80-8bf5-4c11-a659-319417bb9aa2, infoPort=39941, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985) 2024-12-12T16:05:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e8d89b46d37fec3 with lease ID 0xd56a2e3cdac72738: from storage DS-7fc67f62-1c26-4d88-8ca3-8214bedf1e6b node DatanodeRegistration(127.0.0.1:35857, datanodeUuid=9928bb80-8bf5-4c11-a659-319417bb9aa2, infoPort=39941, infoSecurePort=0, ipcPort=33013, storageInfo=lv=-57;cid=testClusterID;nsid=736413582;c=1734019521985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T16:05:22,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6 2024-12-12T16:05:22,836 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T16:05:22,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T16:05:22,842 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:36557/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:36557/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/oldWALs, maxLogs=32 2024-12-12T16:05:22,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734019522843, exclude list is [], retry=0 2024-12-12T16:05:22,863 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46057,DS-de7dc30b-25e2-434c-8cb5-9ca702fd205e,DISK] 2024-12-12T16:05:22,864 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40793,DS-5df811ed-3cd6-45ff-b49d-d5a3110ab506,DISK] 2024-12-12T16:05:22,865 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-85e05026-d1f9-48cd-9eb0-70fd333beef4,DISK] 2024-12-12T16:05:22,867 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734019522843 2024-12-12T16:05:22,867 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41853:41853),(127.0.0.1/127.0.0.1:41085:41085),(127.0.0.1/127.0.0.1:39941:39941)] 2024-12-12T16:05:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741825_1001 (size=121110) 2024-12-12T16:05:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40793 is added to blk_1073741825_1001 (size=121110) 2024-12-12T16:05:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46057 is added to blk_1073741825_1001 (size=121110) 2024-12-12T16:05:23,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T16:05:23,191 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36557/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734019522843: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-12T16:05:23,214 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T16:05:23,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34ae5f02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:23,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52544447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:23,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:23,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5cf9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:23,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760809c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:23,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:23,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:23,219 WARN [BP-842254118-172.17.0.2-1734019521985 heartbeating to localhost/127.0.0.1:36557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:23,219 WARN [BP-842254118-172.17.0.2-1734019521985 heartbeating to localhost/127.0.0.1:36557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842254118-172.17.0.2-1734019521985 (Datanode Uuid 9928bb80-8bf5-4c11-a659-319417bb9aa2) service to localhost/127.0.0.1:36557 2024-12-12T16:05:23,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data5/current/BP-842254118-172.17.0.2-1734019521985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:23,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data6/current/BP-842254118-172.17.0.2-1734019521985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:23,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:23,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d1b414{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:23,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e11594b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:23,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:23,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3811e6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:23,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3b3c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:23,231 WARN [BP-842254118-172.17.0.2-1734019521985 heartbeating to localhost/127.0.0.1:36557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:23,231 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:23,231 WARN [BP-842254118-172.17.0.2-1734019521985 heartbeating to localhost/127.0.0.1:36557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842254118-172.17.0.2-1734019521985 (Datanode Uuid 3dd0e4c1-8957-467e-8fdb-933306c4cf8d) service to localhost/127.0.0.1:36557 2024-12-12T16:05:23,231 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:23,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data3/current/BP-842254118-172.17.0.2-1734019521985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:23,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data4/current/BP-842254118-172.17.0.2-1734019521985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:23,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:23,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5816a207{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T16:05:23,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@501a9d55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:23,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:23,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45dfafb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:23,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@642243db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:23,239 WARN [BP-842254118-172.17.0.2-1734019521985 heartbeating to localhost/127.0.0.1:36557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T16:05:23,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T16:05:23,239 WARN [BP-842254118-172.17.0.2-1734019521985 heartbeating to localhost/127.0.0.1:36557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842254118-172.17.0.2-1734019521985 (Datanode Uuid 571bf65d-36ec-4983-b381-751a75551c97) service to localhost/127.0.0.1:36557 2024-12-12T16:05:23,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T16:05:23,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data1/current/BP-842254118-172.17.0.2-1734019521985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:23,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/cluster_afcf78cc-e923-4a0b-5043-8588f2008a5a/dfs/data/data2/current/BP-842254118-172.17.0.2-1734019521985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T16:05:23,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T16:05:23,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69eadc16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T16:05:23,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ff98bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T16:05:23,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T16:05:23,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7befa1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T16:05:23,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dda11cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f33c40ad-574d-973e-1a5e-f56739ae09d6/hadoop.log.dir/,STOPPED} 2024-12-12T16:05:23,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T16:05:23,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=84 (was 59) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 456), ProcessCount=11 (was 11), AvailableMemoryMB=9171 (was 9235)