2024-11-20 05:04:22,705 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-20 05:04:22,739 main DEBUG Took 0.031972 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 05:04:22,740 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 05:04:22,740 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 05:04:22,742 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 05:04:22,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,780 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 05:04:22,798 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,801 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,802 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,803 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,804 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,805 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,807 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,808 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,809 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,811 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,812 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 05:04:22,813 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,813 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 05:04:22,815 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 05:04:22,816 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 05:04:22,820 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 05:04:22,821 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 05:04:22,822 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 05:04:22,823 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 05:04:22,834 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 05:04:22,838 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 05:04:22,840 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 05:04:22,840 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 05:04:22,841 main DEBUG createAppenders(={Console}) 2024-11-20 05:04:22,842 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-20 05:04:22,842 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-20 05:04:22,843 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-20 05:04:22,844 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 05:04:22,844 main DEBUG OutputStream closed 2024-11-20 05:04:22,844 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 05:04:22,845 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 05:04:22,845 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-20 05:04:22,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 05:04:22,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 05:04:22,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 05:04:22,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 05:04:22,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 05:04:22,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 05:04:22,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 05:04:22,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 05:04:22,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 05:04:22,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 05:04:22,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 05:04:22,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 05:04:22,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 05:04:22,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 05:04:22,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 05:04:22,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 05:04:22,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 05:04:22,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 05:04:22,969 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 05:04:22,970 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-20 05:04:22,970 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 05:04:22,971 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-20T05:04:23,361 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a 2024-11-20 05:04:23,366 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 05:04:23,366 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T05:04:23,382 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-20T05:04:23,447 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=4170 2024-11-20T05:04:23,450 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8, deleteOnExit=true 2024-11-20T05:04:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/test.cache.data in system properties and HBase conf 2024-11-20T05:04:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T05:04:23,453 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir in system properties and HBase conf 2024-11-20T05:04:23,454 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T05:04:23,454 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T05:04:23,455 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T05:04:23,585 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T05:04:23,710 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T05:04:23,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T05:04:23,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T05:04:23,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T05:04:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T05:04:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T05:04:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T05:04:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T05:04:23,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T05:04:23,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T05:04:23,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/nfs.dump.dir in system properties and HBase conf 2024-11-20T05:04:23,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/java.io.tmpdir in system properties and HBase conf 2024-11-20T05:04:23,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T05:04:23,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T05:04:23,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T05:04:24,700 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T05:04:24,800 INFO [Time-limited test {}] log.Log(170): Logging initialized @2969ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T05:04:24,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:24,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:24,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:24,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:24,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T05:04:25,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:25,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:25,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:25,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/java.io.tmpdir/jetty-localhost-36525-hadoop-hdfs-3_4_1-tests_jar-_-any-7229088421579875571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T05:04:25,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:36525} 2024-11-20T05:04:25,246 INFO [Time-limited test {}] server.Server(415): Started @3417ms 2024-11-20T05:04:25,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:25,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:25,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:25,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:25,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T05:04:25,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:25,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:25,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/java.io.tmpdir/jetty-localhost-33909-hadoop-hdfs-3_4_1-tests_jar-_-any-9450594861098116063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:25,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:33909} 2024-11-20T05:04:25,779 INFO [Time-limited test {}] server.Server(415): Started @3950ms 2024-11-20T05:04:25,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:25,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:25,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:25,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:25,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:25,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T05:04:25,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:25,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:26,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/java.io.tmpdir/jetty-localhost-42491-hadoop-hdfs-3_4_1-tests_jar-_-any-8457815548885950873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:26,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:42491} 2024-11-20T05:04:26,120 INFO [Time-limited test {}] server.Server(415): Started @4291ms 2024-11-20T05:04:26,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:26,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:26,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:26,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:26,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:26,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T05:04:26,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:26,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:26,274 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data1/current/BP-2017576021-172.17.0.2-1732079064434/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:26,274 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data4/current/BP-2017576021-172.17.0.2-1732079064434/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:26,274 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data3/current/BP-2017576021-172.17.0.2-1732079064434/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:26,274 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data2/current/BP-2017576021-172.17.0.2-1732079064434/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:26,325 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:26,326 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:26,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/java.io.tmpdir/jetty-localhost-36601-hadoop-hdfs-3_4_1-tests_jar-_-any-15514591892095246094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:26,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:36601} 2024-11-20T05:04:26,341 INFO [Time-limited test {}] server.Server(415): Started @4512ms 2024-11-20T05:04:26,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7908045f3f6b0d16 with lease ID 0x9df6f325886776bd: Processing first storage report for DS-8f626177-1cc0-4404-9909-85cb9442248a from datanode DatanodeRegistration(127.0.0.1:33147, datanodeUuid=93c1dd29-339e-4041-9dc8-9fc407199b0c, infoPort=36579, infoSecurePort=0, ipcPort=34083, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434) 2024-11-20T05:04:26,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7908045f3f6b0d16 with lease ID 0x9df6f325886776bd: from storage DS-8f626177-1cc0-4404-9909-85cb9442248a node DatanodeRegistration(127.0.0.1:33147, datanodeUuid=93c1dd29-339e-4041-9dc8-9fc407199b0c, infoPort=36579, infoSecurePort=0, ipcPort=34083, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T05:04:26,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a722de50b59c1b with lease ID 0x9df6f325886776be: Processing first storage report for DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454 from datanode DatanodeRegistration(127.0.0.1:46297, datanodeUuid=e2ddc3fd-b940-442a-b5a6-e9187d4a60ef, infoPort=40899, infoSecurePort=0, ipcPort=40103, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434) 2024-11-20T05:04:26,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a722de50b59c1b with lease ID 0x9df6f325886776be: from storage DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454 node DatanodeRegistration(127.0.0.1:46297, datanodeUuid=e2ddc3fd-b940-442a-b5a6-e9187d4a60ef, infoPort=40899, infoSecurePort=0, ipcPort=40103, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7908045f3f6b0d16 with lease ID 0x9df6f325886776bd: Processing first storage report for DS-c9041a18-739b-4b2f-a864-7d20e582b8bb from datanode DatanodeRegistration(127.0.0.1:33147, datanodeUuid=93c1dd29-339e-4041-9dc8-9fc407199b0c, infoPort=36579, infoSecurePort=0, ipcPort=34083, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434) 2024-11-20T05:04:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7908045f3f6b0d16 with lease ID 0x9df6f325886776bd: from storage DS-c9041a18-739b-4b2f-a864-7d20e582b8bb node DatanodeRegistration(127.0.0.1:33147, datanodeUuid=93c1dd29-339e-4041-9dc8-9fc407199b0c, infoPort=36579, infoSecurePort=0, ipcPort=34083, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T05:04:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a722de50b59c1b with lease ID 0x9df6f325886776be: Processing first storage report for DS-71b87bb6-e351-4341-b472-4edbce411e12 from datanode DatanodeRegistration(127.0.0.1:46297, datanodeUuid=e2ddc3fd-b940-442a-b5a6-e9187d4a60ef, infoPort=40899, infoSecurePort=0, ipcPort=40103, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434) 2024-11-20T05:04:26,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a722de50b59c1b with lease ID 0x9df6f325886776be: from storage DS-71b87bb6-e351-4341-b472-4edbce411e12 node DatanodeRegistration(127.0.0.1:46297, datanodeUuid=e2ddc3fd-b940-442a-b5a6-e9187d4a60ef, infoPort=40899, infoSecurePort=0, ipcPort=40103, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:26,451 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data5/current/BP-2017576021-172.17.0.2-1732079064434/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:26,451 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data6/current/BP-2017576021-172.17.0.2-1732079064434/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:26,472 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb9b2baa4bd34e54 with lease ID 0x9df6f325886776bf: Processing first storage report for DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73 from datanode DatanodeRegistration(127.0.0.1:35875, datanodeUuid=5715c10b-85c8-4a4b-b59a-d40f07667010, infoPort=42797, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434) 2024-11-20T05:04:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb9b2baa4bd34e54 with lease ID 0x9df6f325886776bf: from storage DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73 node DatanodeRegistration(127.0.0.1:35875, datanodeUuid=5715c10b-85c8-4a4b-b59a-d40f07667010, infoPort=42797, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T05:04:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb9b2baa4bd34e54 with lease ID 0x9df6f325886776bf: Processing first storage report for DS-206dd50d-6f9a-4ed7-a04f-8ae59f65dd69 from datanode DatanodeRegistration(127.0.0.1:35875, datanodeUuid=5715c10b-85c8-4a4b-b59a-d40f07667010, infoPort=42797, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434) 2024-11-20T05:04:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb9b2baa4bd34e54 with lease ID 0x9df6f325886776bf: from storage DS-206dd50d-6f9a-4ed7-a04f-8ae59f65dd69 node DatanodeRegistration(127.0.0.1:35875, datanodeUuid=5715c10b-85c8-4a4b-b59a-d40f07667010, infoPort=42797, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=1374293967;c=1732079064434), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:26,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a 2024-11-20T05:04:26,807 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T05:04:26,813 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T05:04:26,816 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T05:04:26,828 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T05:04:26,828 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T05:04:26,889 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T05:04:26,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T05:04:26,942 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/oldWALs, maxLogs=32 2024-11-20T05:04:26,987 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732079066966, exclude list is [], retry=0 2024-11-20T05:04:27,052 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1043 (auto-detected) 2024-11-20T05:04:27,055 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T05:04:27,081 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK] 2024-11-20T05:04:27,085 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T05:04:27,111 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK] 2024-11-20T05:04:27,112 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK] 2024-11-20T05:04:27,210 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732079066966 2024-11-20T05:04:27,211 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36579:36579),(127.0.0.1/127.0.0.1:42797:42797),(127.0.0.1/127.0.0.1:40899:40899)] 2024-11-20T05:04:27,212 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T05:04:27,889 DEBUG [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-20T05:04:30,308 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 121 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:30,420 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:30,536 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 108 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:30,648 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:31,372 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 107 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:31,484 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:31,596 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:31,724 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 126 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:31,836 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:31,948 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:32,060 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:32,176 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 114 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:32,284 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:32,396 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:32,628 INFO [AsyncFSWAL-0-hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 103 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33147,DS-8f626177-1cc0-4404-9909-85cb9442248a,DISK], DatanodeInfoWithStorage[127.0.0.1:35875,DS-ea5e50b3-5ccf-4e1e-a479-bc0192096f73,DISK], DatanodeInfoWithStorage[127.0.0.1:46297,DS-23a91d13-e5c6-45f7-aad4-d3ac885a9454,DISK]] 2024-11-20T05:04:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741825_1001 (size=1048651116) 2024-11-20T05:04:35,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741825_1001 (size=1048651116) 2024-11-20T05:04:35,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46297 is added to blk_1073741825_1001 (size=1048651116) 2024-11-20T05:04:35,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T05:04:35,796 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46517/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732079066966: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-20T05:04:37,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T05:04:37,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:37,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:37,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:37,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:37,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:37,054 WARN [BP-2017576021-172.17.0.2-1732079064434 heartbeating to localhost/127.0.0.1:46517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:37,054 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:37,054 WARN [BP-2017576021-172.17.0.2-1732079064434 heartbeating to localhost/127.0.0.1:46517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2017576021-172.17.0.2-1732079064434 (Datanode Uuid 5715c10b-85c8-4a4b-b59a-d40f07667010) service to localhost/127.0.0.1:46517 2024-11-20T05:04:37,054 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:37,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data5/current/BP-2017576021-172.17.0.2-1732079064434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:37,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data6/current/BP-2017576021-172.17.0.2-1732079064434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:37,057 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:37,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:37,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:37,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:37,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:37,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:37,080 WARN [BP-2017576021-172.17.0.2-1732079064434 heartbeating to localhost/127.0.0.1:46517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:37,080 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:37,080 WARN [BP-2017576021-172.17.0.2-1732079064434 heartbeating to localhost/127.0.0.1:46517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2017576021-172.17.0.2-1732079064434 (Datanode Uuid 93c1dd29-339e-4041-9dc8-9fc407199b0c) service to localhost/127.0.0.1:46517 2024-11-20T05:04:37,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:37,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data3/current/BP-2017576021-172.17.0.2-1732079064434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:37,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data4/current/BP-2017576021-172.17.0.2-1732079064434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:37,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:37,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:37,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:37,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:37,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:37,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:37,093 WARN [BP-2017576021-172.17.0.2-1732079064434 heartbeating to localhost/127.0.0.1:46517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:37,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:37,094 WARN [BP-2017576021-172.17.0.2-1732079064434 heartbeating to localhost/127.0.0.1:46517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2017576021-172.17.0.2-1732079064434 (Datanode Uuid e2ddc3fd-b940-442a-b5a6-e9187d4a60ef) service to localhost/127.0.0.1:46517 2024-11-20T05:04:37,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:37,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data1/current/BP-2017576021-172.17.0.2-1732079064434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:37,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/cluster_b51af5ef-f5a4-14ac-e7a1-299b376f61f8/dfs/data/data2/current/BP-2017576021-172.17.0.2-1732079064434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:37,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:37,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T05:04:37,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:37,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:37,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:37,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:37,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T05:04:37,942 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=52 (was 12) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4393d049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 362) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3507 (was 4170) 2024-11-20T05:04:37,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=52, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=3506 2024-11-20T05:04:37,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.log.dir so I do NOT create it in target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd 2024-11-20T05:04:37,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a75f041a-c0dc-48de-7450-9f9481351b1a/hadoop.tmp.dir so I do NOT create it in target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd 2024-11-20T05:04:37,949 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0, deleteOnExit=true 2024-11-20T05:04:37,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/test.cache.data in system properties and HBase conf 2024-11-20T05:04:37,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T05:04:37,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir in system properties and HBase conf 2024-11-20T05:04:37,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T05:04:37,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T05:04:37,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T05:04:37,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T05:04:37,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T05:04:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T05:04:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T05:04:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T05:04:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T05:04:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T05:04:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T05:04:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T05:04:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T05:04:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/nfs.dump.dir in system properties and HBase conf 2024-11-20T05:04:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/java.io.tmpdir in system properties and HBase conf 2024-11-20T05:04:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T05:04:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T05:04:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T05:04:38,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:38,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:38,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:38,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:38,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T05:04:38,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:38,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32331635{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:38,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cdac4af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:38,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75efc571{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/java.io.tmpdir/jetty-localhost-41969-hadoop-hdfs-3_4_1-tests_jar-_-any-4556072090446172961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T05:04:38,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52a43c39{HTTP/1.1, (http/1.1)}{localhost:41969} 2024-11-20T05:04:38,171 INFO [Time-limited test {}] server.Server(415): Started @16342ms 2024-11-20T05:04:38,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:38,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:38,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:38,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:38,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T05:04:38,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1be09463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:38,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3026f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:38,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a02c99a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/java.io.tmpdir/jetty-localhost-45021-hadoop-hdfs-3_4_1-tests_jar-_-any-10252856109727607701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:38,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11481e95{HTTP/1.1, (http/1.1)}{localhost:45021} 2024-11-20T05:04:38,384 INFO [Time-limited test {}] server.Server(415): Started @16554ms 2024-11-20T05:04:38,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:38,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:38,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:38,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:38,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:38,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T05:04:38,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d905306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:38,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45e4ff87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:38,485 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data1/current/BP-1639025260-172.17.0.2-1732079077990/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:38,491 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data2/current/BP-1639025260-172.17.0.2-1732079077990/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:38,517 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc050a593a711a7db with lease ID 0x6ea85d195823fb34: Processing first storage report for DS-89300b34-5586-43d9-951e-bfa20c2c45c7 from datanode DatanodeRegistration(127.0.0.1:38041, datanodeUuid=ef7b2bfe-ef77-4794-9b33-4f8b4c55e6e0, infoPort=35533, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990) 2024-11-20T05:04:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc050a593a711a7db with lease ID 0x6ea85d195823fb34: from storage DS-89300b34-5586-43d9-951e-bfa20c2c45c7 node DatanodeRegistration(127.0.0.1:38041, datanodeUuid=ef7b2bfe-ef77-4794-9b33-4f8b4c55e6e0, infoPort=35533, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc050a593a711a7db with lease ID 0x6ea85d195823fb34: Processing first storage report for DS-b26d3d64-b4bd-45c6-a679-91ba5eb06c07 from datanode DatanodeRegistration(127.0.0.1:38041, datanodeUuid=ef7b2bfe-ef77-4794-9b33-4f8b4c55e6e0, infoPort=35533, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990) 2024-11-20T05:04:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc050a593a711a7db with lease ID 0x6ea85d195823fb34: from storage DS-b26d3d64-b4bd-45c6-a679-91ba5eb06c07 node DatanodeRegistration(127.0.0.1:38041, datanodeUuid=ef7b2bfe-ef77-4794-9b33-4f8b4c55e6e0, infoPort=35533, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:38,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@83c7207{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/java.io.tmpdir/jetty-localhost-42345-hadoop-hdfs-3_4_1-tests_jar-_-any-4453941674317991604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:38,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a9b1545{HTTP/1.1, (http/1.1)}{localhost:42345} 2024-11-20T05:04:38,571 INFO [Time-limited test {}] server.Server(415): Started @16742ms 2024-11-20T05:04:38,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:38,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:38,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:38,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:38,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:38,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T05:04:38,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@502bfa07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:38,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56615129{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:38,663 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data4/current/BP-1639025260-172.17.0.2-1732079077990/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:38,663 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data3/current/BP-1639025260-172.17.0.2-1732079077990/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:38,688 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd83d7b635d460b09 with lease ID 0x6ea85d195823fb35: Processing first storage report for DS-e9b489a4-e2f1-4735-ac26-897ce8847909 from datanode DatanodeRegistration(127.0.0.1:33585, datanodeUuid=aa9bfe47-7726-48e9-83b1-ed3de71cc3fb, infoPort=38295, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990) 2024-11-20T05:04:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd83d7b635d460b09 with lease ID 0x6ea85d195823fb35: from storage DS-e9b489a4-e2f1-4735-ac26-897ce8847909 node DatanodeRegistration(127.0.0.1:33585, datanodeUuid=aa9bfe47-7726-48e9-83b1-ed3de71cc3fb, infoPort=38295, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T05:04:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd83d7b635d460b09 with lease ID 0x6ea85d195823fb35: Processing first storage report for DS-a95037a2-b9f6-49c7-84c8-8392d44b8a53 from datanode DatanodeRegistration(127.0.0.1:33585, datanodeUuid=aa9bfe47-7726-48e9-83b1-ed3de71cc3fb, infoPort=38295, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990) 2024-11-20T05:04:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd83d7b635d460b09 with lease ID 0x6ea85d195823fb35: from storage DS-a95037a2-b9f6-49c7-84c8-8392d44b8a53 node DatanodeRegistration(127.0.0.1:33585, datanodeUuid=aa9bfe47-7726-48e9-83b1-ed3de71cc3fb, infoPort=38295, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:38,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47599e31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/java.io.tmpdir/jetty-localhost-42901-hadoop-hdfs-3_4_1-tests_jar-_-any-3968427048978539582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:38,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69abe52b{HTTP/1.1, (http/1.1)}{localhost:42901} 2024-11-20T05:04:38,743 INFO [Time-limited test {}] server.Server(415): Started @16913ms 2024-11-20T05:04:38,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:38,844 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data5/current/BP-1639025260-172.17.0.2-1732079077990/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:38,845 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data6/current/BP-1639025260-172.17.0.2-1732079077990/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:38,866 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca0fc4900d129cd2 with lease ID 0x6ea85d195823fb36: Processing first storage report for DS-017711e3-9d3d-4dcd-a7bd-41e5ab5646f2 from datanode DatanodeRegistration(127.0.0.1:40891, datanodeUuid=e6b9162e-1cf1-4033-8b7f-7597c30c9bd2, infoPort=36665, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990) 2024-11-20T05:04:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca0fc4900d129cd2 with lease ID 0x6ea85d195823fb36: from storage DS-017711e3-9d3d-4dcd-a7bd-41e5ab5646f2 node DatanodeRegistration(127.0.0.1:40891, datanodeUuid=e6b9162e-1cf1-4033-8b7f-7597c30c9bd2, infoPort=36665, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca0fc4900d129cd2 with lease ID 0x6ea85d195823fb36: Processing first storage report for DS-37280c93-4b7b-44fd-b0fb-c86fdeca0d8e from datanode DatanodeRegistration(127.0.0.1:40891, datanodeUuid=e6b9162e-1cf1-4033-8b7f-7597c30c9bd2, infoPort=36665, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990) 2024-11-20T05:04:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca0fc4900d129cd2 with lease ID 0x6ea85d195823fb36: from storage DS-37280c93-4b7b-44fd-b0fb-c86fdeca0d8e node DatanodeRegistration(127.0.0.1:40891, datanodeUuid=e6b9162e-1cf1-4033-8b7f-7597c30c9bd2, infoPort=36665, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=734921949;c=1732079077990), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:38,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd 2024-11-20T05:04:38,875 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T05:04:38,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T05:04:38,884 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:40023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:40023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/oldWALs, maxLogs=32 2024-11-20T05:04:38,899 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732079078885, exclude list is [], retry=0 2024-11-20T05:04:38,905 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-017711e3-9d3d-4dcd-a7bd-41e5ab5646f2,DISK] 2024-11-20T05:04:38,906 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38041,DS-89300b34-5586-43d9-951e-bfa20c2c45c7,DISK] 2024-11-20T05:04:38,907 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33585,DS-e9b489a4-e2f1-4735-ac26-897ce8847909,DISK] 2024-11-20T05:04:38,910 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732079078885 2024-11-20T05:04:38,910 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36665:36665),(127.0.0.1/127.0.0.1:35533:35533),(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-20T05:04:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38041 is added to blk_1073741825_1001 (size=1073110) 2024-11-20T05:04:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741825_1001 (size=1073110) 2024-11-20T05:04:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33585 is added to blk_1073741825_1001 (size=1073110) 2024-11-20T05:04:39,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T05:04:39,393 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40023/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732079078885: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-20T05:04:39,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T05:04:39,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47599e31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:39,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69abe52b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:39,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:39,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56615129{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:39,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@502bfa07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:39,459 WARN [BP-1639025260-172.17.0.2-1732079077990 heartbeating to localhost/127.0.0.1:40023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:39,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:39,459 WARN [BP-1639025260-172.17.0.2-1732079077990 heartbeating to localhost/127.0.0.1:40023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1639025260-172.17.0.2-1732079077990 (Datanode Uuid e6b9162e-1cf1-4033-8b7f-7597c30c9bd2) service to localhost/127.0.0.1:40023 2024-11-20T05:04:39,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:39,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data5/current/BP-1639025260-172.17.0.2-1732079077990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:39,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data6/current/BP-1639025260-172.17.0.2-1732079077990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:39,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:39,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@83c7207{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:39,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a9b1545{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:39,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:39,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45e4ff87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:39,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d905306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:39,472 WARN [BP-1639025260-172.17.0.2-1732079077990 heartbeating to localhost/127.0.0.1:40023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:39,472 WARN [BP-1639025260-172.17.0.2-1732079077990 heartbeating to localhost/127.0.0.1:40023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1639025260-172.17.0.2-1732079077990 (Datanode Uuid aa9bfe47-7726-48e9-83b1-ed3de71cc3fb) service to localhost/127.0.0.1:40023 2024-11-20T05:04:39,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data3/current/BP-1639025260-172.17.0.2-1732079077990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:39,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data4/current/BP-1639025260-172.17.0.2-1732079077990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:39,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:39,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:39,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:39,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a02c99a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:39,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11481e95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:39,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:39,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c3026f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:39,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1be09463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:39,484 WARN [BP-1639025260-172.17.0.2-1732079077990 heartbeating to localhost/127.0.0.1:40023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:39,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:39,484 WARN [BP-1639025260-172.17.0.2-1732079077990 heartbeating to localhost/127.0.0.1:40023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1639025260-172.17.0.2-1732079077990 (Datanode Uuid ef7b2bfe-ef77-4794-9b33-4f8b4c55e6e0) service to localhost/127.0.0.1:40023 2024-11-20T05:04:39,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:39,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data1/current/BP-1639025260-172.17.0.2-1732079077990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:39,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/cluster_ff5a10dd-e634-85a0-aef2-09f985fbbef0/dfs/data/data2/current/BP-1639025260-172.17.0.2-1732079077990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:39,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:39,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75efc571{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T05:04:39,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52a43c39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:39,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:39,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cdac4af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:39,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32331635{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:39,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T05:04:39,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=60 (was 52) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:40023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:40023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 382), ProcessCount=11 (was 11), AvailableMemoryMB=3415 (was 3506) 2024-11-20T05:04:39,539 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=60, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=3405 2024-11-20T05:04:39,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.log.dir so I do NOT create it in target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0 2024-11-20T05:04:39,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4926bc22-e4c4-5654-a0cd-cae66ea654cd/hadoop.tmp.dir so I do NOT create it in target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0 2024-11-20T05:04:39,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73, deleteOnExit=true 2024-11-20T05:04:39,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/test.cache.data in system properties and HBase conf 2024-11-20T05:04:39,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T05:04:39,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir in system properties and HBase conf 2024-11-20T05:04:39,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T05:04:39,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T05:04:39,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T05:04:39,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T05:04:39,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T05:04:39,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T05:04:39,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T05:04:39,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T05:04:39,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T05:04:39,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T05:04:39,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T05:04:39,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T05:04:39,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T05:04:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/nfs.dump.dir in system properties and HBase conf 2024-11-20T05:04:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/java.io.tmpdir in system properties and HBase conf 2024-11-20T05:04:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T05:04:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T05:04:39,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T05:04:39,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:39,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:39,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:39,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:39,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T05:04:39,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b66bd0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb26595{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:39,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24cb9ef2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/java.io.tmpdir/jetty-localhost-37743-hadoop-hdfs-3_4_1-tests_jar-_-any-10411454731465490295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T05:04:39,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f1a2e0b{HTTP/1.1, (http/1.1)}{localhost:37743} 2024-11-20T05:04:39,751 INFO [Time-limited test {}] server.Server(415): Started @17921ms 2024-11-20T05:04:39,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:39,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:39,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:39,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:39,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T05:04:39,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67cc2751{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:39,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a63c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:39,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41e704cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/java.io.tmpdir/jetty-localhost-42679-hadoop-hdfs-3_4_1-tests_jar-_-any-295649944553167495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:39,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@755a1971{HTTP/1.1, (http/1.1)}{localhost:42679} 2024-11-20T05:04:39,964 INFO [Time-limited test {}] server.Server(415): Started @18135ms 2024-11-20T05:04:39,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:40,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:40,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:40,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:40,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:40,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T05:04:40,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a9c474c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:40,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d42ead1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:40,058 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data1/current/BP-82063338-172.17.0.2-1732079079573/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:40,058 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data2/current/BP-82063338-172.17.0.2-1732079079573/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:40,078 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe08542f7cbefdf32 with lease ID 0xaa8734d73f097429: Processing first storage report for DS-0b8cd177-bacc-4e92-9c2a-253818be5c6c from datanode DatanodeRegistration(127.0.0.1:40033, datanodeUuid=7c20624d-f867-40b1-b610-1c7d63302ac4, infoPort=35959, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573) 2024-11-20T05:04:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe08542f7cbefdf32 with lease ID 0xaa8734d73f097429: from storage DS-0b8cd177-bacc-4e92-9c2a-253818be5c6c node DatanodeRegistration(127.0.0.1:40033, datanodeUuid=7c20624d-f867-40b1-b610-1c7d63302ac4, infoPort=35959, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T05:04:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe08542f7cbefdf32 with lease ID 0xaa8734d73f097429: Processing first storage report for DS-2de91eae-ef75-41f2-be97-6a42fcb1033e from datanode DatanodeRegistration(127.0.0.1:40033, datanodeUuid=7c20624d-f867-40b1-b610-1c7d63302ac4, infoPort=35959, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573) 2024-11-20T05:04:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe08542f7cbefdf32 with lease ID 0xaa8734d73f097429: from storage DS-2de91eae-ef75-41f2-be97-6a42fcb1033e node DatanodeRegistration(127.0.0.1:40033, datanodeUuid=7c20624d-f867-40b1-b610-1c7d63302ac4, infoPort=35959, infoSecurePort=0, ipcPort=38547, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:40,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfdea7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/java.io.tmpdir/jetty-localhost-38355-hadoop-hdfs-3_4_1-tests_jar-_-any-3164388937592849552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:40,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@518907ef{HTTP/1.1, (http/1.1)}{localhost:38355} 2024-11-20T05:04:40,156 INFO [Time-limited test {}] server.Server(415): Started @18326ms 2024-11-20T05:04:40,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:40,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:40,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:40,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:40,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:40,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T05:04:40,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a3f2c47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:40,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cb62eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:40,258 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data3/current/BP-82063338-172.17.0.2-1732079079573/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:40,259 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data4/current/BP-82063338-172.17.0.2-1732079079573/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:40,280 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59afd5cc953b573e with lease ID 0xaa8734d73f09742a: Processing first storage report for DS-ccfc327a-5198-4797-85a2-361897618971 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=5d712f20-f284-4b06-af1d-f6fabc9b2cc2, infoPort=43827, infoSecurePort=0, ipcPort=38779, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573) 2024-11-20T05:04:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59afd5cc953b573e with lease ID 0xaa8734d73f09742a: from storage DS-ccfc327a-5198-4797-85a2-361897618971 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=5d712f20-f284-4b06-af1d-f6fabc9b2cc2, infoPort=43827, infoSecurePort=0, ipcPort=38779, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59afd5cc953b573e with lease ID 0xaa8734d73f09742a: Processing first storage report for DS-3fc9cb6c-9030-48bf-9413-f571c5437eb1 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=5d712f20-f284-4b06-af1d-f6fabc9b2cc2, infoPort=43827, infoSecurePort=0, ipcPort=38779, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573) 2024-11-20T05:04:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59afd5cc953b573e with lease ID 0xaa8734d73f09742a: from storage DS-3fc9cb6c-9030-48bf-9413-f571c5437eb1 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=5d712f20-f284-4b06-af1d-f6fabc9b2cc2, infoPort=43827, infoSecurePort=0, ipcPort=38779, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:40,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26746451{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/java.io.tmpdir/jetty-localhost-40195-hadoop-hdfs-3_4_1-tests_jar-_-any-9250540277377087550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:40,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cd457e6{HTTP/1.1, (http/1.1)}{localhost:40195} 2024-11-20T05:04:40,353 INFO [Time-limited test {}] server.Server(415): Started @18523ms 2024-11-20T05:04:40,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:40,444 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data6/current/BP-82063338-172.17.0.2-1732079079573/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:40,444 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data5/current/BP-82063338-172.17.0.2-1732079079573/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:40,462 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:40,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c26215d9124a526 with lease ID 0xaa8734d73f09742b: Processing first storage report for DS-4cdba2df-f07f-4bd2-9cea-feb92338308c from datanode DatanodeRegistration(127.0.0.1:35983, datanodeUuid=3c4a60a7-e328-432c-bc0f-1ff59fd0b0a8, infoPort=33487, infoSecurePort=0, ipcPort=38521, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573) 2024-11-20T05:04:40,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c26215d9124a526 with lease ID 0xaa8734d73f09742b: from storage DS-4cdba2df-f07f-4bd2-9cea-feb92338308c node DatanodeRegistration(127.0.0.1:35983, datanodeUuid=3c4a60a7-e328-432c-bc0f-1ff59fd0b0a8, infoPort=33487, infoSecurePort=0, ipcPort=38521, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:40,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c26215d9124a526 with lease ID 0xaa8734d73f09742b: Processing first storage report for DS-89f5eb24-cebc-4f26-8e08-82cba498cebc from datanode DatanodeRegistration(127.0.0.1:35983, datanodeUuid=3c4a60a7-e328-432c-bc0f-1ff59fd0b0a8, infoPort=33487, infoSecurePort=0, ipcPort=38521, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573) 2024-11-20T05:04:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c26215d9124a526 with lease ID 0xaa8734d73f09742b: from storage DS-89f5eb24-cebc-4f26-8e08-82cba498cebc node DatanodeRegistration(127.0.0.1:35983, datanodeUuid=3c4a60a7-e328-432c-bc0f-1ff59fd0b0a8, infoPort=33487, infoSecurePort=0, ipcPort=38521, storageInfo=lv=-57;cid=testClusterID;nsid=1067693779;c=1732079079573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:40,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0 2024-11-20T05:04:40,488 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T05:04:40,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T05:04:40,495 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:43089/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:43089/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/oldWALs, maxLogs=32 2024-11-20T05:04:40,512 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732079080497, exclude list is [], retry=0 2024-11-20T05:04:40,517 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35983,DS-4cdba2df-f07f-4bd2-9cea-feb92338308c,DISK] 2024-11-20T05:04:40,518 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40033,DS-0b8cd177-bacc-4e92-9c2a-253818be5c6c,DISK] 2024-11-20T05:04:40,519 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-ccfc327a-5198-4797-85a2-361897618971,DISK] 2024-11-20T05:04:40,523 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732079080497 2024-11-20T05:04:40,523 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33487:33487),(127.0.0.1/127.0.0.1:35959:35959),(127.0.0.1/127.0.0.1:43827:43827)] 2024-11-20T05:04:40,549 INFO [AsyncFSWAL-0-hdfs://localhost:43089/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-20T05:04:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40033 is added to blk_1073741825_1001 (size=5861116) 2024-11-20T05:04:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741825_1001 (size=5861116) 2024-11-20T05:04:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741825_1001 (size=5861116) 2024-11-20T05:04:52,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T05:04:52,410 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43089/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732079080497: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T05:04:54,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T05:04:54,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26746451{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:54,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cd457e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:54,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:54,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cb62eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:54,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a3f2c47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:54,356 WARN [BP-82063338-172.17.0.2-1732079079573 heartbeating to localhost/127.0.0.1:43089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:54,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:54,356 WARN [BP-82063338-172.17.0.2-1732079079573 heartbeating to localhost/127.0.0.1:43089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82063338-172.17.0.2-1732079079573 (Datanode Uuid 3c4a60a7-e328-432c-bc0f-1ff59fd0b0a8) service to localhost/127.0.0.1:43089 2024-11-20T05:04:54,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:54,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data5/current/BP-82063338-172.17.0.2-1732079079573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:54,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data6/current/BP-82063338-172.17.0.2-1732079079573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:54,359 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:54,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfdea7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:54,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@518907ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:54,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:54,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d42ead1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:54,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a9c474c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:54,374 WARN [BP-82063338-172.17.0.2-1732079079573 heartbeating to localhost/127.0.0.1:43089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:54,374 WARN [BP-82063338-172.17.0.2-1732079079573 heartbeating to localhost/127.0.0.1:43089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82063338-172.17.0.2-1732079079573 (Datanode Uuid 5d712f20-f284-4b06-af1d-f6fabc9b2cc2) service to localhost/127.0.0.1:43089 2024-11-20T05:04:54,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data3/current/BP-82063338-172.17.0.2-1732079079573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:54,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data4/current/BP-82063338-172.17.0.2-1732079079573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:54,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:54,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:54,376 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:54,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41e704cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:54,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@755a1971{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:54,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:54,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a63c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:54,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67cc2751{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:54,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:54,398 WARN [BP-82063338-172.17.0.2-1732079079573 heartbeating to localhost/127.0.0.1:43089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:54,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:54,398 WARN [BP-82063338-172.17.0.2-1732079079573 heartbeating to localhost/127.0.0.1:43089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82063338-172.17.0.2-1732079079573 (Datanode Uuid 7c20624d-f867-40b1-b610-1c7d63302ac4) service to localhost/127.0.0.1:43089 2024-11-20T05:04:54,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data1/current/BP-82063338-172.17.0.2-1732079079573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:54,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/cluster_1a456bae-8ad1-a481-1f24-a9ab034b6c73/dfs/data/data2/current/BP-82063338-172.17.0.2-1732079079573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:54,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:54,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24cb9ef2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T05:04:54,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f1a2e0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:54,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:54,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb26595{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:54,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b66bd0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:54,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T05:04:54,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=60 (was 60), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 382) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3134 (was 3405) 2024-11-20T05:04:54,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=60, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=3134 2024-11-20T05:04:54,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.log.dir so I do NOT create it in target/test-data/5acff89b-2865-a761-7438-261bacac7908 2024-11-20T05:04:54,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/190a2f40-2a2b-bdee-c920-a6aacf6244c0/hadoop.tmp.dir so I do NOT create it in target/test-data/5acff89b-2865-a761-7438-261bacac7908 2024-11-20T05:04:54,459 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146, deleteOnExit=true 2024-11-20T05:04:54,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/test.cache.data in system properties and HBase conf 2024-11-20T05:04:54,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T05:04:54,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir in system properties and HBase conf 2024-11-20T05:04:54,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T05:04:54,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T05:04:54,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T05:04:54,460 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T05:04:54,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T05:04:54,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T05:04:54,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T05:04:54,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T05:04:54,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T05:04:54,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T05:04:54,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T05:04:54,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T05:04:54,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T05:04:54,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/nfs.dump.dir in system properties and HBase conf 2024-11-20T05:04:54,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/java.io.tmpdir in system properties and HBase conf 2024-11-20T05:04:54,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T05:04:54,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T05:04:54,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T05:04:54,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:54,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:54,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:54,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:54,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T05:04:54,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:54,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ae5f02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:54,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251c6170{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:54,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c2a044d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/java.io.tmpdir/jetty-localhost-32773-hadoop-hdfs-3_4_1-tests_jar-_-any-15001042350601320645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T05:04:54,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37934087{HTTP/1.1, (http/1.1)}{localhost:32773} 2024-11-20T05:04:54,751 INFO [Time-limited test {}] server.Server(415): Started @32921ms 2024-11-20T05:04:54,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:54,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:54,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:54,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:54,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T05:04:54,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd4033f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:54,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3402bca3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:55,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9b54a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/java.io.tmpdir/jetty-localhost-43939-hadoop-hdfs-3_4_1-tests_jar-_-any-17932696514625216198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:55,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79d4ecd8{HTTP/1.1, (http/1.1)}{localhost:43939} 2024-11-20T05:04:55,054 INFO [Time-limited test {}] server.Server(415): Started @33224ms 2024-11-20T05:04:55,055 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:55,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:55,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:55,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:55,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:55,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T05:04:55,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bec3564{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:55,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb244a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:55,161 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data1/current/BP-1417716350-172.17.0.2-1732079094500/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:55,164 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data2/current/BP-1417716350-172.17.0.2-1732079094500/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:55,194 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa71306fb985ce3ef with lease ID 0xf4d0ada5b1b74057: Processing first storage report for DS-fdb9a565-9100-4ae6-b24b-6c3f722080df from datanode DatanodeRegistration(127.0.0.1:45417, datanodeUuid=1a0ee18d-d6be-40a3-9210-a3f22e71e533, infoPort=46691, infoSecurePort=0, ipcPort=37277, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500) 2024-11-20T05:04:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa71306fb985ce3ef with lease ID 0xf4d0ada5b1b74057: from storage DS-fdb9a565-9100-4ae6-b24b-6c3f722080df node DatanodeRegistration(127.0.0.1:45417, datanodeUuid=1a0ee18d-d6be-40a3-9210-a3f22e71e533, infoPort=46691, infoSecurePort=0, ipcPort=37277, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa71306fb985ce3ef with lease ID 0xf4d0ada5b1b74057: Processing first storage report for DS-e227f504-9e67-4e61-b2d6-fcc3f0cf13a0 from datanode DatanodeRegistration(127.0.0.1:45417, datanodeUuid=1a0ee18d-d6be-40a3-9210-a3f22e71e533, infoPort=46691, infoSecurePort=0, ipcPort=37277, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500) 2024-11-20T05:04:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa71306fb985ce3ef with lease ID 0xf4d0ada5b1b74057: from storage DS-e227f504-9e67-4e61-b2d6-fcc3f0cf13a0 node DatanodeRegistration(127.0.0.1:45417, datanodeUuid=1a0ee18d-d6be-40a3-9210-a3f22e71e533, infoPort=46691, infoSecurePort=0, ipcPort=37277, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:55,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ae4fc6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/java.io.tmpdir/jetty-localhost-45777-hadoop-hdfs-3_4_1-tests_jar-_-any-17101998419752384321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:55,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@535867f9{HTTP/1.1, (http/1.1)}{localhost:45777} 2024-11-20T05:04:55,256 INFO [Time-limited test {}] server.Server(415): Started @33427ms 2024-11-20T05:04:55,258 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:55,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T05:04:55,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T05:04:55,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T05:04:55,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T05:04:55,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T05:04:55,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18cc71c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir/,AVAILABLE} 2024-11-20T05:04:55,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53ed857e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T05:04:55,373 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data3/current/BP-1417716350-172.17.0.2-1732079094500/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:55,373 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data4/current/BP-1417716350-172.17.0.2-1732079094500/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:55,421 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cceab9a9369b0c0 with lease ID 0xf4d0ada5b1b74058: Processing first storage report for DS-b55dea8f-08ba-4e38-b04c-16fb5c8ae46e from datanode DatanodeRegistration(127.0.0.1:42405, datanodeUuid=af0cf440-4a32-4d06-b151-e25d42b9dd94, infoPort=42167, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500) 2024-11-20T05:04:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cceab9a9369b0c0 with lease ID 0xf4d0ada5b1b74058: from storage DS-b55dea8f-08ba-4e38-b04c-16fb5c8ae46e node DatanodeRegistration(127.0.0.1:42405, datanodeUuid=af0cf440-4a32-4d06-b151-e25d42b9dd94, infoPort=42167, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T05:04:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cceab9a9369b0c0 with lease ID 0xf4d0ada5b1b74058: Processing first storage report for DS-8c552b59-89a1-408a-b9ef-5088ebc0e937 from datanode DatanodeRegistration(127.0.0.1:42405, datanodeUuid=af0cf440-4a32-4d06-b151-e25d42b9dd94, infoPort=42167, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500) 2024-11-20T05:04:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cceab9a9369b0c0 with lease ID 0xf4d0ada5b1b74058: from storage DS-8c552b59-89a1-408a-b9ef-5088ebc0e937 node DatanodeRegistration(127.0.0.1:42405, datanodeUuid=af0cf440-4a32-4d06-b151-e25d42b9dd94, infoPort=42167, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:55,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a9454ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/java.io.tmpdir/jetty-localhost-45893-hadoop-hdfs-3_4_1-tests_jar-_-any-5775846527113132202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:55,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@161dde26{HTTP/1.1, (http/1.1)}{localhost:45893} 2024-11-20T05:04:55,461 INFO [Time-limited test {}] server.Server(415): Started @33632ms 2024-11-20T05:04:55,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T05:04:55,548 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data5/current/BP-1417716350-172.17.0.2-1732079094500/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:55,548 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data6/current/BP-1417716350-172.17.0.2-1732079094500/current, will proceed with Du for space computation calculation, 2024-11-20T05:04:55,565 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T05:04:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5ca19544bde8861 with lease ID 0xf4d0ada5b1b74059: Processing first storage report for DS-bc486106-f4cb-4953-8b0f-1c5024e09897 from datanode DatanodeRegistration(127.0.0.1:38207, datanodeUuid=6e88d850-330a-41e5-a8ab-490bc6ca0acb, infoPort=40579, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500) 2024-11-20T05:04:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5ca19544bde8861 with lease ID 0xf4d0ada5b1b74059: from storage DS-bc486106-f4cb-4953-8b0f-1c5024e09897 node DatanodeRegistration(127.0.0.1:38207, datanodeUuid=6e88d850-330a-41e5-a8ab-490bc6ca0acb, infoPort=40579, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5ca19544bde8861 with lease ID 0xf4d0ada5b1b74059: Processing first storage report for DS-0461d43b-4fcb-44c5-b3f1-43737618a3e5 from datanode DatanodeRegistration(127.0.0.1:38207, datanodeUuid=6e88d850-330a-41e5-a8ab-490bc6ca0acb, infoPort=40579, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500) 2024-11-20T05:04:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5ca19544bde8861 with lease ID 0xf4d0ada5b1b74059: from storage DS-0461d43b-4fcb-44c5-b3f1-43737618a3e5 node DatanodeRegistration(127.0.0.1:38207, datanodeUuid=6e88d850-330a-41e5-a8ab-490bc6ca0acb, infoPort=40579, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=1134877923;c=1732079094500), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T05:04:55,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908 2024-11-20T05:04:55,595 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T05:04:55,595 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T05:04:55,602 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:42281/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:42281/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/oldWALs, maxLogs=32 2024-11-20T05:04:55,617 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732079095604, exclude list is [], retry=0 2024-11-20T05:04:55,622 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42405,DS-b55dea8f-08ba-4e38-b04c-16fb5c8ae46e,DISK] 2024-11-20T05:04:55,623 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38207,DS-bc486106-f4cb-4953-8b0f-1c5024e09897,DISK] 2024-11-20T05:04:55,624 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45417,DS-fdb9a565-9100-4ae6-b24b-6c3f722080df,DISK] 2024-11-20T05:04:55,626 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732079095604 2024-11-20T05:04:55,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167),(127.0.0.1/127.0.0.1:40579:40579),(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-20T05:04:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741825_1001 (size=121110) 2024-11-20T05:04:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45417 is added to blk_1073741825_1001 (size=121110) 2024-11-20T05:04:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741825_1001 (size=121110) 2024-11-20T05:04:56,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T05:04:56,072 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42281/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732079095604: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T05:04:56,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T05:04:56,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a9454ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:56,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@161dde26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:56,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:56,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53ed857e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:56,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18cc71c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:56,116 WARN [BP-1417716350-172.17.0.2-1732079094500 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:56,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:56,116 WARN [BP-1417716350-172.17.0.2-1732079094500 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1417716350-172.17.0.2-1732079094500 (Datanode Uuid 6e88d850-330a-41e5-a8ab-490bc6ca0acb) service to localhost/127.0.0.1:42281 2024-11-20T05:04:56,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:56,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data5/current/BP-1417716350-172.17.0.2-1732079094500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:56,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data6/current/BP-1417716350-172.17.0.2-1732079094500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:56,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:56,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ae4fc6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:56,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@535867f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:56,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:56,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb244a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:56,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bec3564{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:56,127 WARN [BP-1417716350-172.17.0.2-1732079094500 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:56,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:56,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:56,127 WARN [BP-1417716350-172.17.0.2-1732079094500 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1417716350-172.17.0.2-1732079094500 (Datanode Uuid af0cf440-4a32-4d06-b151-e25d42b9dd94) service to localhost/127.0.0.1:42281 2024-11-20T05:04:56,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data3/current/BP-1417716350-172.17.0.2-1732079094500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:56,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data4/current/BP-1417716350-172.17.0.2-1732079094500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:56,129 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:56,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9b54a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T05:04:56,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79d4ecd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:56,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:56,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3402bca3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:56,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd4033f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:56,140 WARN [BP-1417716350-172.17.0.2-1732079094500 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T05:04:56,140 WARN [BP-1417716350-172.17.0.2-1732079094500 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1417716350-172.17.0.2-1732079094500 (Datanode Uuid 1a0ee18d-d6be-40a3-9210-a3f22e71e533) service to localhost/127.0.0.1:42281 2024-11-20T05:04:56,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data1/current/BP-1417716350-172.17.0.2-1732079094500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:56,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/cluster_5864a0dc-db3a-9511-1433-d3c425f00146/dfs/data/data2/current/BP-1417716350-172.17.0.2-1732079094500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T05:04:56,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T05:04:56,141 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T05:04:56,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T05:04:56,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c2a044d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T05:04:56,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37934087{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T05:04:56,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T05:04:56,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251c6170{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T05:04:56,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ae5f02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5acff89b-2865-a761-7438-261bacac7908/hadoop.log.dir/,STOPPED} 2024-11-20T05:04:56,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T05:04:56,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=84 (was 60) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 388) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2917 (was 3134)