2024-12-15 17:37:54,729 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-15 17:37:54,755 main DEBUG Took 0.023783 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 17:37:54,756 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 17:37:54,756 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 17:37:54,758 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 17:37:54,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,816 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 17:37:54,852 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,858 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,859 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,863 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,865 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,866 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,876 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,877 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,879 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,892 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,893 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,894 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:37:54,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,895 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 17:37:54,899 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:37:54,902 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 17:37:54,906 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 17:37:54,906 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 17:37:54,908 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 17:37:54,908 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 17:37:54,920 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 17:37:54,924 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 17:37:54,927 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 17:37:54,931 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 17:37:54,931 main DEBUG createAppenders(={Console}) 2024-12-15 17:37:54,933 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-15 17:37:54,933 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-15 17:37:54,934 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-15 17:37:54,935 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 17:37:54,936 main DEBUG OutputStream closed 2024-12-15 17:37:54,936 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 17:37:54,937 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 17:37:54,937 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-15 17:37:55,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 17:37:55,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 17:37:55,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 17:37:55,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 17:37:55,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 17:37:55,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 17:37:55,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 17:37:55,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 17:37:55,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 17:37:55,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 17:37:55,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 17:37:55,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 17:37:55,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 17:37:55,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 17:37:55,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 17:37:55,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 17:37:55,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 17:37:55,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 17:37:55,055 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 17:37:55,056 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-15 17:37:55,056 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 17:37:55,057 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-15T17:37:55,352 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7 2024-12-15 17:37:55,356 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 17:37:55,357 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T17:37:55,371 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-15T17:37:55,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=1460, ProcessCount=11, AvailableMemoryMB=5671 2024-12-15T17:37:55,427 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff, deleteOnExit=true 2024-12-15T17:37:55,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/test.cache.data in system properties and HBase conf 2024-12-15T17:37:55,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:37:55,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:37:55,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:37:55,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:37:55,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:37:55,568 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T17:37:55,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:37:55,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:37:55,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:37:55,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:37:55,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:37:55,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:37:55,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:37:55,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:37:55,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:37:55,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:37:55,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:37:55,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:37:55,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:37:55,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:37:55,727 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:37:56,996 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T17:37:57,076 INFO [Time-limited test {}] log.Log(170): Logging initialized @3565ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T17:37:57,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:37:57,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:37:57,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:37:57,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:37:57,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:37:57,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:37:57,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6347ac4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:37:57,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4441b7ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:37:57,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34307465{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/java.io.tmpdir/jetty-localhost-40719-hadoop-hdfs-3_4_1-tests_jar-_-any-7266701999777046746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:37:57,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4997308d{HTTP/1.1, (http/1.1)}{localhost:40719} 2024-12-15T17:37:57,530 INFO [Time-limited test {}] server.Server(415): Started @4019ms 2024-12-15T17:37:58,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:37:58,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:37:58,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:37:58,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:37:58,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:37:58,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687ae9e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:37:58,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6941e168{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:37:58,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77de79c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/java.io.tmpdir/jetty-localhost-40649-hadoop-hdfs-3_4_1-tests_jar-_-any-16925732669437695527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:37:58,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556dcbf3{HTTP/1.1, (http/1.1)}{localhost:40649} 2024-12-15T17:37:58,337 INFO [Time-limited test {}] server.Server(415): Started @4826ms 2024-12-15T17:37:58,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:37:58,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:37:58,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:37:58,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:37:58,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:37:58,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:37:58,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a2ac26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:37:58,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19dbd39c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:37:58,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e0f76d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/java.io.tmpdir/jetty-localhost-41519-hadoop-hdfs-3_4_1-tests_jar-_-any-13971552299143127953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:37:58,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43dce99b{HTTP/1.1, (http/1.1)}{localhost:41519} 2024-12-15T17:37:58,768 INFO [Time-limited test {}] server.Server(415): Started @5257ms 2024-12-15T17:37:58,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:37:58,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:37:58,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:37:58,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:37:58,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:37:58,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:37:58,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@554fbf12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:37:58,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e43b64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:37:58,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14b649c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/java.io.tmpdir/jetty-localhost-42287-hadoop-hdfs-3_4_1-tests_jar-_-any-17251544802918932305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:37:58,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16baf7{HTTP/1.1, (http/1.1)}{localhost:42287} 2024-12-15T17:37:58,958 INFO [Time-limited test {}] server.Server(415): Started @5447ms 2024-12-15T17:37:58,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:37:59,627 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data3/current/BP-1995275004-172.17.0.2-1734284276588/current, will proceed with Du for space computation calculation, 2024-12-15T17:37:59,627 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data4/current/BP-1995275004-172.17.0.2-1734284276588/current, will proceed with Du for space computation calculation, 2024-12-15T17:37:59,648 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data1/current/BP-1995275004-172.17.0.2-1734284276588/current, will proceed with Du for space computation calculation, 2024-12-15T17:37:59,672 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data2/current/BP-1995275004-172.17.0.2-1734284276588/current, will proceed with Du for space computation calculation, 2024-12-15T17:37:59,730 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:37:59,732 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:37:59,735 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data5/current/BP-1995275004-172.17.0.2-1734284276588/current, will proceed with Du for space computation calculation, 2024-12-15T17:37:59,743 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data6/current/BP-1995275004-172.17.0.2-1734284276588/current, will proceed with Du for space computation calculation, 2024-12-15T17:37:59,816 WARN [Thread-104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:37:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64243b816b74895d with lease ID 0x12de4c476299f689: Processing first storage report for DS-77fe3df0-ce22-4a6c-879f-8a30a30bf224 from datanode DatanodeRegistration(127.0.0.1:43369, datanodeUuid=b9b1fb98-2f89-42ef-abfd-79c60c85326a, infoPort=46257, infoSecurePort=0, ipcPort=39787, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588) 2024-12-15T17:37:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64243b816b74895d with lease ID 0x12de4c476299f689: from storage DS-77fe3df0-ce22-4a6c-879f-8a30a30bf224 node DatanodeRegistration(127.0.0.1:43369, datanodeUuid=b9b1fb98-2f89-42ef-abfd-79c60c85326a, infoPort=46257, infoSecurePort=0, ipcPort=39787, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-15T17:37:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x478b067be3faafdb with lease ID 0x12de4c476299f688: Processing first storage report for DS-804c1b37-156a-4a6e-9d28-1467495a62ce from datanode DatanodeRegistration(127.0.0.1:44901, datanodeUuid=031f107b-1050-4515-ab1b-37117532500b, infoPort=35175, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588) 2024-12-15T17:37:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x478b067be3faafdb with lease ID 0x12de4c476299f688: from storage DS-804c1b37-156a-4a6e-9d28-1467495a62ce node DatanodeRegistration(127.0.0.1:44901, datanodeUuid=031f107b-1050-4515-ab1b-37117532500b, infoPort=35175, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:37:59,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x478b067be3faafdb with lease ID 0x12de4c476299f688: Processing first storage report for DS-473fd25c-90e5-4f4c-83d9-30ea4b88ee8e from datanode DatanodeRegistration(127.0.0.1:44901, datanodeUuid=031f107b-1050-4515-ab1b-37117532500b, infoPort=35175, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588) 2024-12-15T17:37:59,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x478b067be3faafdb with lease ID 0x12de4c476299f688: from storage DS-473fd25c-90e5-4f4c-83d9-30ea4b88ee8e node DatanodeRegistration(127.0.0.1:44901, datanodeUuid=031f107b-1050-4515-ab1b-37117532500b, infoPort=35175, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:37:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64243b816b74895d with lease ID 0x12de4c476299f689: Processing first storage report for DS-af8d4df0-7648-49f2-9196-154595adaf11 from datanode DatanodeRegistration(127.0.0.1:43369, datanodeUuid=b9b1fb98-2f89-42ef-abfd-79c60c85326a, infoPort=46257, infoSecurePort=0, ipcPort=39787, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588) 2024-12-15T17:37:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64243b816b74895d with lease ID 0x12de4c476299f689: from storage DS-af8d4df0-7648-49f2-9196-154595adaf11 node DatanodeRegistration(127.0.0.1:43369, datanodeUuid=b9b1fb98-2f89-42ef-abfd-79c60c85326a, infoPort=46257, infoSecurePort=0, ipcPort=39787, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:37:59,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d33b64c6d435495 with lease ID 0x12de4c476299f68a: Processing first storage report for DS-2ce1ac42-0a1b-4a37-b4c3-b6b8eb374a2b from datanode DatanodeRegistration(127.0.0.1:34557, datanodeUuid=1691f011-662e-4072-9743-5032540ea6bf, infoPort=35873, infoSecurePort=0, ipcPort=40563, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588) 2024-12-15T17:37:59,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d33b64c6d435495 with lease ID 0x12de4c476299f68a: from storage DS-2ce1ac42-0a1b-4a37-b4c3-b6b8eb374a2b node DatanodeRegistration(127.0.0.1:34557, datanodeUuid=1691f011-662e-4072-9743-5032540ea6bf, infoPort=35873, infoSecurePort=0, ipcPort=40563, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:37:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d33b64c6d435495 with lease ID 0x12de4c476299f68a: Processing first storage report for DS-c2e2896a-c73b-4a98-9b7a-6974c443d3fb from datanode DatanodeRegistration(127.0.0.1:34557, datanodeUuid=1691f011-662e-4072-9743-5032540ea6bf, infoPort=35873, infoSecurePort=0, ipcPort=40563, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588) 2024-12-15T17:37:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d33b64c6d435495 with lease ID 0x12de4c476299f68a: from storage DS-c2e2896a-c73b-4a98-9b7a-6974c443d3fb node DatanodeRegistration(127.0.0.1:34557, datanodeUuid=1691f011-662e-4072-9743-5032540ea6bf, infoPort=35873, infoSecurePort=0, ipcPort=40563, storageInfo=lv=-57;cid=testClusterID;nsid=1740993418;c=1734284276588), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:37:59,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7 2024-12-15T17:37:59,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:59,966 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:37:59,970 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T17:37:59,983 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T17:37:59,984 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T17:38:00,051 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T17:38:00,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:38:00,143 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:43561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:43561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/oldWALs, maxLogs=32 2024-12-15T17:38:00,187 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734284280171, exclude list is [], retry=0 2024-12-15T17:38:00,247 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 45873 (auto-detected) 2024-12-15T17:38:00,250 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T17:38:00,277 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43369,DS-77fe3df0-ce22-4a6c-879f-8a30a30bf224,DISK] 2024-12-15T17:38:00,281 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T17:38:00,306 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44901,DS-804c1b37-156a-4a6e-9d28-1467495a62ce,DISK] 2024-12-15T17:38:00,308 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34557,DS-2ce1ac42-0a1b-4a37-b4c3-b6b8eb374a2b,DISK] 2024-12-15T17:38:00,380 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734284280171 2024-12-15T17:38:00,381 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46257:46257),(127.0.0.1/127.0.0.1:35175:35175),(127.0.0.1/127.0.0.1:35873:35873)] 2024-12-15T17:38:00,382 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T17:38:01,505 DEBUG [AsyncFSWAL-0-hdfs://localhost:43561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-15T17:38:07,808 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1439101311_22 at /127.0.0.1:56254 [Receiving block BP-1995275004-172.17.0.2-1734284276588:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 949ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data3/, blockId=1073741825, seqno=805 2024-12-15T17:38:07,812 INFO [AsyncFSWAL-0-hdfs://localhost:43561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 955 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43369,DS-77fe3df0-ce22-4a6c-879f-8a30a30bf224,DISK], DatanodeInfoWithStorage[127.0.0.1:44901,DS-804c1b37-156a-4a6e-9d28-1467495a62ce,DISK], DatanodeInfoWithStorage[127.0.0.1:34557,DS-2ce1ac42-0a1b-4a37-b4c3-b6b8eb374a2b,DISK]] 2024-12-15T17:38:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44901 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T17:38:11,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T17:38:11,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741825_1001 (size=1048651116) 2024-12-15T17:38:11,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:38:12,040 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43561/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734284280171: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T17:38:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:38:14,835 WARN [BP-1995275004-172.17.0.2-1734284276588 heartbeating to localhost/127.0.0.1:43561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1995275004-172.17.0.2-1734284276588 (Datanode Uuid 1691f011-662e-4072-9743-5032540ea6bf) service to localhost/127.0.0.1:43561 2024-12-15T17:38:19,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data5/current/BP-1995275004-172.17.0.2-1734284276588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:19,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data6/current/BP-1995275004-172.17.0.2-1734284276588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:19,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14b649c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:19,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16baf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:19,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:19,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e43b64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:19,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@554fbf12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:19,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:20,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e0f76d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:20,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43dce99b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:20,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:20,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19dbd39c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:20,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a2ac26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:20,078 WARN [BP-1995275004-172.17.0.2-1734284276588 heartbeating to localhost/127.0.0.1:43561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:38:20,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:38:20,079 WARN [BP-1995275004-172.17.0.2-1734284276588 heartbeating to localhost/127.0.0.1:43561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1995275004-172.17.0.2-1734284276588 (Datanode Uuid b9b1fb98-2f89-42ef-abfd-79c60c85326a) service to localhost/127.0.0.1:43561 2024-12-15T17:38:20,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:38:20,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data3/current/BP-1995275004-172.17.0.2-1734284276588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:20,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data4/current/BP-1995275004-172.17.0.2-1734284276588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:20,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:20,784 WARN [BP-1995275004-172.17.0.2-1734284276588 heartbeating to localhost/127.0.0.1:43561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1995275004-172.17.0.2-1734284276588 (Datanode Uuid 031f107b-1050-4515-ab1b-37117532500b) service to localhost/127.0.0.1:43561 2024-12-15T17:38:26,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data2/current/BP-1995275004-172.17.0.2-1734284276588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:26,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/cluster_8681c330-bdb5-3750-97f6-5e5c339551ff/dfs/data/data1/current/BP-1995275004-172.17.0.2-1734284276588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:26,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77de79c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:26,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556dcbf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:26,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:26,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6941e168{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:26,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687ae9e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:26,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:26,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34307465{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:38:26,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4997308d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:26,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:26,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4441b7ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:26,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6347ac4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:30,952 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:38:30,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=29 (was 12) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@429bfc9e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=296 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1358 (was 1460), ProcessCount=11 (was 11), AvailableMemoryMB=5854 (was 5671) - AvailableMemoryMB LEAK? - 2024-12-15T17:38:30,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=29, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=1358, ProcessCount=11, AvailableMemoryMB=5854 2024-12-15T17:38:30,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.log.dir so I do NOT create it in target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc 2024-12-15T17:38:30,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77e5cabb-7320-57aa-36ff-a76749bff2e7/hadoop.tmp.dir so I do NOT create it in target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc 2024-12-15T17:38:30,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27, deleteOnExit=true 2024-12-15T17:38:30,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/test.cache.data in system properties and HBase conf 2024-12-15T17:38:30,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:38:30,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:38:30,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:38:30,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:38:30,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:38:30,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:38:30,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:38:30,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:38:30,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:38:30,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:38:30,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:38:30,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:38:30,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:38:30,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:38:30,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:38:30,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:38:30,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:38:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:38:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:38:30,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:38:31,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:31,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:31,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:31,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:31,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:38:31,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:31,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f5d24b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:31,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a987ec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:31,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c7d044d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/java.io.tmpdir/jetty-localhost-43963-hadoop-hdfs-3_4_1-tests_jar-_-any-14101400829972441578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:38:31,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a3df01{HTTP/1.1, (http/1.1)}{localhost:43963} 2024-12-15T17:38:31,475 INFO [Time-limited test {}] server.Server(415): Started @37965ms 2024-12-15T17:38:31,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:31,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:31,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:31,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:31,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:38:31,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c59b30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:31,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce35ce3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:31,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5350c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/java.io.tmpdir/jetty-localhost-37659-hadoop-hdfs-3_4_1-tests_jar-_-any-8196267937043133011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:31,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@150c2447{HTTP/1.1, (http/1.1)}{localhost:37659} 2024-12-15T17:38:31,906 INFO [Time-limited test {}] server.Server(415): Started @38395ms 2024-12-15T17:38:31,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:31,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:31,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:31,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:31,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:31,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:38:31,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69514f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:31,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a04682a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:32,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e552c01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/java.io.tmpdir/jetty-localhost-38533-hadoop-hdfs-3_4_1-tests_jar-_-any-1001318963702189978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:32,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f5797d1{HTTP/1.1, (http/1.1)}{localhost:38533} 2024-12-15T17:38:32,114 INFO [Time-limited test {}] server.Server(415): Started @38603ms 2024-12-15T17:38:32,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:32,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:32,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:32,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:32,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:32,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:38:32,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d5fd047{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:32,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20123358{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:32,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40a3449f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/java.io.tmpdir/jetty-localhost-42301-hadoop-hdfs-3_4_1-tests_jar-_-any-12102242110745008079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:32,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3358458f{HTTP/1.1, (http/1.1)}{localhost:42301} 2024-12-15T17:38:32,309 INFO [Time-limited test {}] server.Server(415): Started @38798ms 2024-12-15T17:38:32,311 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:32,492 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data1/current/BP-1205726605-172.17.0.2-1734284310998/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:32,492 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data2/current/BP-1205726605-172.17.0.2-1734284310998/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:32,548 WARN [Thread-214 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:38:32,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb99d8ab99f52b9b4 with lease ID 0x3264e838c54df5: Processing first storage report for DS-1c013b35-6f5c-4c82-96e9-b8b2e6d4d8c8 from datanode DatanodeRegistration(127.0.0.1:40785, datanodeUuid=17a1a63d-124a-4228-813c-e118d5103050, infoPort=46385, infoSecurePort=0, ipcPort=46133, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998) 2024-12-15T17:38:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb99d8ab99f52b9b4 with lease ID 0x3264e838c54df5: from storage DS-1c013b35-6f5c-4c82-96e9-b8b2e6d4d8c8 node DatanodeRegistration(127.0.0.1:40785, datanodeUuid=17a1a63d-124a-4228-813c-e118d5103050, infoPort=46385, infoSecurePort=0, ipcPort=46133, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:38:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb99d8ab99f52b9b4 with lease ID 0x3264e838c54df5: Processing first storage report for DS-8da798d7-0528-431b-9a79-c50183832f03 from datanode DatanodeRegistration(127.0.0.1:40785, datanodeUuid=17a1a63d-124a-4228-813c-e118d5103050, infoPort=46385, infoSecurePort=0, ipcPort=46133, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998) 2024-12-15T17:38:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb99d8ab99f52b9b4 with lease ID 0x3264e838c54df5: from storage DS-8da798d7-0528-431b-9a79-c50183832f03 node DatanodeRegistration(127.0.0.1:40785, datanodeUuid=17a1a63d-124a-4228-813c-e118d5103050, infoPort=46385, infoSecurePort=0, ipcPort=46133, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:38:33,024 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data3/current/BP-1205726605-172.17.0.2-1734284310998/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:33,036 WARN [Thread-286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data4/current/BP-1205726605-172.17.0.2-1734284310998/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:33,137 WARN [Thread-238 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:38:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e96250bc460c0b3 with lease ID 0x3264e838c54df6: Processing first storage report for DS-5a76bfbd-0290-4343-ace6-c01442ecad19 from datanode DatanodeRegistration(127.0.0.1:44477, datanodeUuid=3cdc524d-f3c9-4a90-83b4-b851a08db18b, infoPort=43967, infoSecurePort=0, ipcPort=42391, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998) 2024-12-15T17:38:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e96250bc460c0b3 with lease ID 0x3264e838c54df6: from storage DS-5a76bfbd-0290-4343-ace6-c01442ecad19 node DatanodeRegistration(127.0.0.1:44477, datanodeUuid=3cdc524d-f3c9-4a90-83b4-b851a08db18b, infoPort=43967, infoSecurePort=0, ipcPort=42391, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:38:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e96250bc460c0b3 with lease ID 0x3264e838c54df6: Processing first storage report for DS-41bd752b-e7bc-49f0-b437-77922c02038d from datanode DatanodeRegistration(127.0.0.1:44477, datanodeUuid=3cdc524d-f3c9-4a90-83b4-b851a08db18b, infoPort=43967, infoSecurePort=0, ipcPort=42391, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998) 2024-12-15T17:38:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e96250bc460c0b3 with lease ID 0x3264e838c54df6: from storage DS-41bd752b-e7bc-49f0-b437-77922c02038d node DatanodeRegistration(127.0.0.1:44477, datanodeUuid=3cdc524d-f3c9-4a90-83b4-b851a08db18b, infoPort=43967, infoSecurePort=0, ipcPort=42391, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:38:33,183 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data5/current/BP-1205726605-172.17.0.2-1734284310998/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:33,188 WARN [Thread-297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data6/current/BP-1205726605-172.17.0.2-1734284310998/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:33,284 WARN [Thread-261 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:38:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e3a3db47ff37640 with lease ID 0x3264e838c54df7: Processing first storage report for DS-dcc1e907-b8ec-484a-9ce6-c0794d39e234 from datanode DatanodeRegistration(127.0.0.1:41977, datanodeUuid=c02c31fb-d60f-4fa3-a98d-9ac87fe5fd5d, infoPort=42667, infoSecurePort=0, ipcPort=43015, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998) 2024-12-15T17:38:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e3a3db47ff37640 with lease ID 0x3264e838c54df7: from storage DS-dcc1e907-b8ec-484a-9ce6-c0794d39e234 node DatanodeRegistration(127.0.0.1:41977, datanodeUuid=c02c31fb-d60f-4fa3-a98d-9ac87fe5fd5d, infoPort=42667, infoSecurePort=0, ipcPort=43015, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:38:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e3a3db47ff37640 with lease ID 0x3264e838c54df7: Processing first storage report for DS-8fb3d974-299c-4847-ad1d-fef4cc2dccdf from datanode DatanodeRegistration(127.0.0.1:41977, datanodeUuid=c02c31fb-d60f-4fa3-a98d-9ac87fe5fd5d, infoPort=42667, infoSecurePort=0, ipcPort=43015, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998) 2024-12-15T17:38:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e3a3db47ff37640 with lease ID 0x3264e838c54df7: from storage DS-8fb3d974-299c-4847-ad1d-fef4cc2dccdf node DatanodeRegistration(127.0.0.1:41977, datanodeUuid=c02c31fb-d60f-4fa3-a98d-9ac87fe5fd5d, infoPort=42667, infoSecurePort=0, ipcPort=43015, storageInfo=lv=-57;cid=testClusterID;nsid=1006840375;c=1734284310998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:38:33,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc 2024-12-15T17:38:33,329 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:38:33,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:38:33,362 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37439/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37439/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/oldWALs, maxLogs=32 2024-12-15T17:38:33,392 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734284313365, exclude list is [], retry=0 2024-12-15T17:38:33,444 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-5a76bfbd-0290-4343-ace6-c01442ecad19,DISK] 2024-12-15T17:38:33,455 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-dcc1e907-b8ec-484a-9ce6-c0794d39e234,DISK] 2024-12-15T17:38:33,456 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40785,DS-1c013b35-6f5c-4c82-96e9-b8b2e6d4d8c8,DISK] 2024-12-15T17:38:33,496 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734284313365 2024-12-15T17:38:33,497 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43967:43967),(127.0.0.1/127.0.0.1:42667:42667),(127.0.0.1/127.0.0.1:46385:46385)] 2024-12-15T17:38:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T17:38:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T17:38:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741825_1001 (size=1073110) 2024-12-15T17:38:35,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:38:35,525 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37439/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734284313365: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-15T17:38:35,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:38:35,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40a3449f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:35,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3358458f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:35,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:35,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20123358{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:35,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d5fd047{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:35,647 WARN [BP-1205726605-172.17.0.2-1734284310998 heartbeating to localhost/127.0.0.1:37439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:38:35,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:38:35,647 WARN [BP-1205726605-172.17.0.2-1734284310998 heartbeating to localhost/127.0.0.1:37439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1205726605-172.17.0.2-1734284310998 (Datanode Uuid c02c31fb-d60f-4fa3-a98d-9ac87fe5fd5d) service to localhost/127.0.0.1:37439 2024-12-15T17:38:35,647 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:38:35,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data5/current/BP-1205726605-172.17.0.2-1734284310998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:35,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data6/current/BP-1205726605-172.17.0.2-1734284310998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:35,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:35,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e552c01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:35,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f5797d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:35,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:35,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a04682a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:35,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69514f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:35,695 WARN [BP-1205726605-172.17.0.2-1734284310998 heartbeating to localhost/127.0.0.1:37439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:38:35,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:38:35,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:38:35,695 WARN [BP-1205726605-172.17.0.2-1734284310998 heartbeating to localhost/127.0.0.1:37439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1205726605-172.17.0.2-1734284310998 (Datanode Uuid 3cdc524d-f3c9-4a90-83b4-b851a08db18b) service to localhost/127.0.0.1:37439 2024-12-15T17:38:35,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data3/current/BP-1205726605-172.17.0.2-1734284310998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:35,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data4/current/BP-1205726605-172.17.0.2-1734284310998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:35,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:35,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5350c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:35,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@150c2447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:35,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:35,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce35ce3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:35,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c59b30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:35,748 WARN [BP-1205726605-172.17.0.2-1734284310998 heartbeating to localhost/127.0.0.1:37439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:38:35,748 WARN [BP-1205726605-172.17.0.2-1734284310998 heartbeating to localhost/127.0.0.1:37439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1205726605-172.17.0.2-1734284310998 (Datanode Uuid 17a1a63d-124a-4228-813c-e118d5103050) service to localhost/127.0.0.1:37439 2024-12-15T17:38:35,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data1/current/BP-1205726605-172.17.0.2-1734284310998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:35,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:38:35,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/cluster_d9f80746-a5f7-6a90-b9fa-4114b1e5ca27/dfs/data/data2/current/BP-1205726605-172.17.0.2-1734284310998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:35,749 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:38:35,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:35,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c7d044d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:38:35,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67a3df01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:35,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:35,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a987ec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:35,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f5d24b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:35,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:38:35,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=53 (was 29) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (244097875) connection to localhost/127.0.0.1:37439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (244097875) connection to localhost/127.0.0.1:37439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1378 (was 1358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5271 (was 5854) 2024-12-15T17:38:35,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=53, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=1378, ProcessCount=11, AvailableMemoryMB=5271 2024-12-15T17:38:35,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.log.dir so I do NOT create it in target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629 2024-12-15T17:38:35,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69c09c20-7c35-f09e-0614-4381f15960fc/hadoop.tmp.dir so I do NOT create it in target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629 2024-12-15T17:38:35,832 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c, deleteOnExit=true 2024-12-15T17:38:35,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/test.cache.data in system properties and HBase conf 2024-12-15T17:38:35,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:38:35,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:38:35,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:38:35,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:38:35,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:38:35,834 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:38:35,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:38:35,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:38:35,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:38:35,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:38:35,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:38:35,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:38:35,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:38:35,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:38:35,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:38:35,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:38:35,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:38:35,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:38:35,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:38:35,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:38:36,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:36,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:36,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:36,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:36,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:38:36,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:36,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10fbac64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:36,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42978e3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:36,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59ad9c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/java.io.tmpdir/jetty-localhost-46273-hadoop-hdfs-3_4_1-tests_jar-_-any-1409649962465270703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:38:36,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29f47b80{HTTP/1.1, (http/1.1)}{localhost:46273} 2024-12-15T17:38:36,416 INFO [Time-limited test {}] server.Server(415): Started @42905ms 2024-12-15T17:38:36,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:36,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:36,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:36,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:36,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:38:36,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc3f16f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:36,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9dc7db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:37,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bbdf373{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/java.io.tmpdir/jetty-localhost-39387-hadoop-hdfs-3_4_1-tests_jar-_-any-3738868356732932589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:37,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@597c80a1{HTTP/1.1, (http/1.1)}{localhost:39387} 2024-12-15T17:38:37,145 INFO [Time-limited test {}] server.Server(415): Started @43635ms 2024-12-15T17:38:37,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:37,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:37,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:37,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:37,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:37,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:38:37,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df674a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:37,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db29d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:37,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e09dd92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/java.io.tmpdir/jetty-localhost-37525-hadoop-hdfs-3_4_1-tests_jar-_-any-6425354585760684889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:37,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7734a56{HTTP/1.1, (http/1.1)}{localhost:37525} 2024-12-15T17:38:37,574 INFO [Time-limited test {}] server.Server(415): Started @44063ms 2024-12-15T17:38:37,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:37,736 WARN [Thread-399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data1/current/BP-493211045-172.17.0.2-1734284315864/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:37,765 WARN [Thread-400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data2/current/BP-493211045-172.17.0.2-1734284315864/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:37,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:37,844 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:38:37,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:37,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7819897f1bd6eab with lease ID 0x7903bbde84551e7d: Processing first storage report for DS-f58feaa6-df20-45d2-9746-58ed79a24d06 from datanode DatanodeRegistration(127.0.0.1:38729, datanodeUuid=d3037aff-21a8-49d0-8d16-41f5ad1a0cfe, infoPort=45727, infoSecurePort=0, ipcPort=39853, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864) 2024-12-15T17:38:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7819897f1bd6eab with lease ID 0x7903bbde84551e7d: from storage DS-f58feaa6-df20-45d2-9746-58ed79a24d06 node DatanodeRegistration(127.0.0.1:38729, datanodeUuid=d3037aff-21a8-49d0-8d16-41f5ad1a0cfe, infoPort=45727, infoSecurePort=0, ipcPort=39853, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:38:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7819897f1bd6eab with lease ID 0x7903bbde84551e7d: Processing first storage report for DS-512b466c-445c-4d83-9ea3-1fa0621907b9 from datanode DatanodeRegistration(127.0.0.1:38729, datanodeUuid=d3037aff-21a8-49d0-8d16-41f5ad1a0cfe, infoPort=45727, infoSecurePort=0, ipcPort=39853, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864) 2024-12-15T17:38:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7819897f1bd6eab with lease ID 0x7903bbde84551e7d: from storage DS-512b466c-445c-4d83-9ea3-1fa0621907b9 node DatanodeRegistration(127.0.0.1:38729, datanodeUuid=d3037aff-21a8-49d0-8d16-41f5ad1a0cfe, infoPort=45727, infoSecurePort=0, ipcPort=39853, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:38:37,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:37,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:37,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:38:37,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2323657a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:37,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609282b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:38,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d8ce9c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/java.io.tmpdir/jetty-localhost-43861-hadoop-hdfs-3_4_1-tests_jar-_-any-6251310225795478034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:38,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@700c56d1{HTTP/1.1, (http/1.1)}{localhost:43861} 2024-12-15T17:38:38,024 INFO [Time-limited test {}] server.Server(415): Started @44513ms 2024-12-15T17:38:38,026 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:38,161 WARN [Thread-435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data3/current/BP-493211045-172.17.0.2-1734284315864/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:38,185 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data4/current/BP-493211045-172.17.0.2-1734284315864/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:38,252 WARN [Thread-391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:38:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3638b4763d095f62 with lease ID 0x7903bbde84551e7e: Processing first storage report for DS-a9622bdf-6afd-4986-a02d-73dd4ee88fff from datanode DatanodeRegistration(127.0.0.1:44255, datanodeUuid=bbb3aa62-5031-49b6-9727-df24d49ac165, infoPort=45117, infoSecurePort=0, ipcPort=34165, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864) 2024-12-15T17:38:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3638b4763d095f62 with lease ID 0x7903bbde84551e7e: from storage DS-a9622bdf-6afd-4986-a02d-73dd4ee88fff node DatanodeRegistration(127.0.0.1:44255, datanodeUuid=bbb3aa62-5031-49b6-9727-df24d49ac165, infoPort=45117, infoSecurePort=0, ipcPort=34165, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:38:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3638b4763d095f62 with lease ID 0x7903bbde84551e7e: Processing first storage report for DS-6fcf8557-16b8-4086-8e40-ab0200b96e13 from datanode DatanodeRegistration(127.0.0.1:44255, datanodeUuid=bbb3aa62-5031-49b6-9727-df24d49ac165, infoPort=45117, infoSecurePort=0, ipcPort=34165, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864) 2024-12-15T17:38:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3638b4763d095f62 with lease ID 0x7903bbde84551e7e: from storage DS-6fcf8557-16b8-4086-8e40-ab0200b96e13 node DatanodeRegistration(127.0.0.1:44255, datanodeUuid=bbb3aa62-5031-49b6-9727-df24d49ac165, infoPort=45117, infoSecurePort=0, ipcPort=34165, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:38:38,560 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data5/current/BP-493211045-172.17.0.2-1734284315864/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:38,566 WARN [Thread-449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data6/current/BP-493211045-172.17.0.2-1734284315864/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:38,632 WARN [Thread-426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:38:38,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9e40cc9c8e831e9 with lease ID 0x7903bbde84551e7f: Processing first storage report for DS-8d026de3-e542-485a-af6a-3b6dd2bb5814 from datanode DatanodeRegistration(127.0.0.1:37727, datanodeUuid=252227ff-aaa9-4b70-82b5-b44c60dde257, infoPort=40801, infoSecurePort=0, ipcPort=34367, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864) 2024-12-15T17:38:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9e40cc9c8e831e9 with lease ID 0x7903bbde84551e7f: from storage DS-8d026de3-e542-485a-af6a-3b6dd2bb5814 node DatanodeRegistration(127.0.0.1:37727, datanodeUuid=252227ff-aaa9-4b70-82b5-b44c60dde257, infoPort=40801, infoSecurePort=0, ipcPort=34367, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:38:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9e40cc9c8e831e9 with lease ID 0x7903bbde84551e7f: Processing first storage report for DS-5102c20b-7cb5-4623-83a9-fa7eb9b7920b from datanode DatanodeRegistration(127.0.0.1:37727, datanodeUuid=252227ff-aaa9-4b70-82b5-b44c60dde257, infoPort=40801, infoSecurePort=0, ipcPort=34367, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864) 2024-12-15T17:38:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9e40cc9c8e831e9 with lease ID 0x7903bbde84551e7f: from storage DS-5102c20b-7cb5-4623-83a9-fa7eb9b7920b node DatanodeRegistration(127.0.0.1:37727, datanodeUuid=252227ff-aaa9-4b70-82b5-b44c60dde257, infoPort=40801, infoSecurePort=0, ipcPort=34367, storageInfo=lv=-57;cid=testClusterID;nsid=374487562;c=1734284315864), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:38:38,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629 2024-12-15T17:38:38,750 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:38:38,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:38:38,776 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:34741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:34741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/oldWALs, maxLogs=32 2024-12-15T17:38:38,803 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734284318778, exclude list is [], retry=0 2024-12-15T17:38:38,837 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37727,DS-8d026de3-e542-485a-af6a-3b6dd2bb5814,DISK] 2024-12-15T17:38:38,852 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44255,DS-a9622bdf-6afd-4986-a02d-73dd4ee88fff,DISK] 2024-12-15T17:38:38,853 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38729,DS-f58feaa6-df20-45d2-9746-58ed79a24d06,DISK] 2024-12-15T17:38:38,891 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734284318778 2024-12-15T17:38:38,897 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40801:40801),(127.0.0.1/127.0.0.1:45117:45117),(127.0.0.1/127.0.0.1:45727:45727)] 2024-12-15T17:38:38,931 INFO [AsyncFSWAL-0-hdfs://localhost:34741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-15T17:38:55,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44255 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T17:38:55,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38729 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T17:38:55,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37727 is added to blk_1073741825_1001 (size=5861116) 2024-12-15T17:38:55,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:38:55,743 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734284318778: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T17:38:57,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:38:57,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d8ce9c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:57,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@700c56d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:57,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:57,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609282b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:57,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2323657a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:57,788 WARN [BP-493211045-172.17.0.2-1734284315864 heartbeating to localhost/127.0.0.1:34741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:38:57,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:38:57,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:38:57,788 WARN [BP-493211045-172.17.0.2-1734284315864 heartbeating to localhost/127.0.0.1:34741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493211045-172.17.0.2-1734284315864 (Datanode Uuid 252227ff-aaa9-4b70-82b5-b44c60dde257) service to localhost/127.0.0.1:34741 2024-12-15T17:38:57,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data5/current/BP-493211045-172.17.0.2-1734284315864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:57,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data6/current/BP-493211045-172.17.0.2-1734284315864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:57,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:57,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e09dd92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:57,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7734a56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:57,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:57,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db29d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:57,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df674a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:57,803 WARN [BP-493211045-172.17.0.2-1734284315864 heartbeating to localhost/127.0.0.1:34741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:38:57,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:38:57,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:38:57,803 WARN [BP-493211045-172.17.0.2-1734284315864 heartbeating to localhost/127.0.0.1:34741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493211045-172.17.0.2-1734284315864 (Datanode Uuid bbb3aa62-5031-49b6-9727-df24d49ac165) service to localhost/127.0.0.1:34741 2024-12-15T17:38:57,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data3/current/BP-493211045-172.17.0.2-1734284315864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:57,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data4/current/BP-493211045-172.17.0.2-1734284315864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:57,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:57,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bbdf373{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:57,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@597c80a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:57,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:57,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9dc7db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:57,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc3f16f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:57,812 WARN [BP-493211045-172.17.0.2-1734284315864 heartbeating to localhost/127.0.0.1:34741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:38:57,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:38:57,812 WARN [BP-493211045-172.17.0.2-1734284315864 heartbeating to localhost/127.0.0.1:34741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493211045-172.17.0.2-1734284315864 (Datanode Uuid d3037aff-21a8-49d0-8d16-41f5ad1a0cfe) service to localhost/127.0.0.1:34741 2024-12-15T17:38:57,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:38:57,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data1/current/BP-493211045-172.17.0.2-1734284315864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:57,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/cluster_eb037dea-fe7b-69e7-754a-285458086d5c/dfs/data/data2/current/BP-493211045-172.17.0.2-1734284315864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:38:57,847 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:38:57,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59ad9c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:38:57,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29f47b80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:38:57,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:38:57,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42978e3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:38:57,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10fbac64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir/,STOPPED} 2024-12-15T17:38:57,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:38:57,882 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55 (was 53) Potentially hanging thread: IPC Client (244097875) connection to localhost/127.0.0.1:34741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (244097875) connection to localhost/127.0.0.1:34741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1269 (was 1378), ProcessCount=11 (was 11), AvailableMemoryMB=5074 (was 5271) 2024-12-15T17:38:57,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=55, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=1269, ProcessCount=11, AvailableMemoryMB=5074 2024-12-15T17:38:57,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.log.dir so I do NOT create it in target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17 2024-12-15T17:38:57,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05e9478b-cbd6-705d-2b4f-7e9fc0284629/hadoop.tmp.dir so I do NOT create it in target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17 2024-12-15T17:38:57,888 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17, deleteOnExit=true 2024-12-15T17:38:57,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/test.cache.data in system properties and HBase conf 2024-12-15T17:38:57,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:38:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:38:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:38:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:38:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:38:57,889 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:38:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:38:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:38:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:38:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:38:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:38:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:38:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:38:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:38:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:38:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:38:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:38:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:38:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:38:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:38:58,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:58,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:58,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:58,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:58,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T17:38:58,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:58,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311a5e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:58,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583c4476{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:58,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c570240{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/java.io.tmpdir/jetty-localhost-42525-hadoop-hdfs-3_4_1-tests_jar-_-any-1600305600093167558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:38:58,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d397647{HTTP/1.1, (http/1.1)}{localhost:42525} 2024-12-15T17:38:58,291 INFO [Time-limited test {}] server.Server(415): Started @64780ms 2024-12-15T17:38:58,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:58,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:58,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:58,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:58,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:38:58,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf21990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:58,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fd0f179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:58,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a08f605{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/java.io.tmpdir/jetty-localhost-37373-hadoop-hdfs-3_4_1-tests_jar-_-any-13842525653199985862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:58,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@516a3e23{HTTP/1.1, (http/1.1)}{localhost:37373} 2024-12-15T17:38:58,664 INFO [Time-limited test {}] server.Server(415): Started @65153ms 2024-12-15T17:38:58,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:58,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:58,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:58,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:58,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:58,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:38:58,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f06bd40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:58,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d6593b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:58,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b2efd83{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/java.io.tmpdir/jetty-localhost-44953-hadoop-hdfs-3_4_1-tests_jar-_-any-12820971720718721530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:58,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f180fd6{HTTP/1.1, (http/1.1)}{localhost:44953} 2024-12-15T17:38:58,947 INFO [Time-limited test {}] server.Server(415): Started @65437ms 2024-12-15T17:38:58,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:59,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:38:59,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:38:59,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:38:59,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:38:59,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:38:59,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fef2dfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:38:59,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d50f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:38:59,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b62b1e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/java.io.tmpdir/jetty-localhost-41537-hadoop-hdfs-3_4_1-tests_jar-_-any-726671486608391901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:38:59,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42d8ee7f{HTTP/1.1, (http/1.1)}{localhost:41537} 2024-12-15T17:38:59,151 INFO [Time-limited test {}] server.Server(415): Started @65641ms 2024-12-15T17:38:59,158 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:38:59,384 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data2/current/BP-1937114227-172.17.0.2-1734284337914/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:59,384 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data1/current/BP-1937114227-172.17.0.2-1734284337914/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:59,420 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:38:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab02f5861790bca with lease ID 0x3e9958e222d5c7e9: Processing first storage report for DS-1fc56cdc-309a-4321-8e7a-42d1b6353078 from datanode DatanodeRegistration(127.0.0.1:42859, datanodeUuid=dba39b1e-0924-47e8-a7f6-62e620e55230, infoPort=38917, infoSecurePort=0, ipcPort=44231, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914) 2024-12-15T17:38:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab02f5861790bca with lease ID 0x3e9958e222d5c7e9: from storage DS-1fc56cdc-309a-4321-8e7a-42d1b6353078 node DatanodeRegistration(127.0.0.1:42859, datanodeUuid=dba39b1e-0924-47e8-a7f6-62e620e55230, infoPort=38917, infoSecurePort=0, ipcPort=44231, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:38:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab02f5861790bca with lease ID 0x3e9958e222d5c7e9: Processing first storage report for DS-99aea629-61ce-4009-87f6-6cb0a21d6843 from datanode DatanodeRegistration(127.0.0.1:42859, datanodeUuid=dba39b1e-0924-47e8-a7f6-62e620e55230, infoPort=38917, infoSecurePort=0, ipcPort=44231, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914) 2024-12-15T17:38:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab02f5861790bca with lease ID 0x3e9958e222d5c7e9: from storage DS-99aea629-61ce-4009-87f6-6cb0a21d6843 node DatanodeRegistration(127.0.0.1:42859, datanodeUuid=dba39b1e-0924-47e8-a7f6-62e620e55230, infoPort=38917, infoSecurePort=0, ipcPort=44231, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:38:59,894 WARN [Thread-591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data4/current/BP-1937114227-172.17.0.2-1734284337914/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:59,894 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data3/current/BP-1937114227-172.17.0.2-1734284337914/current, will proceed with Du for space computation calculation, 2024-12-15T17:38:59,922 WARN [Thread-543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:38:59,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x625c6f206116ebea with lease ID 0x3e9958e222d5c7ea: Processing first storage report for DS-aac9de51-f2a7-458c-a406-f4b0ebedd5f6 from datanode DatanodeRegistration(127.0.0.1:41061, datanodeUuid=53ac7880-786a-4b9c-acb2-d6945338b0e4, infoPort=43685, infoSecurePort=0, ipcPort=45733, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914) 2024-12-15T17:38:59,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x625c6f206116ebea with lease ID 0x3e9958e222d5c7ea: from storage DS-aac9de51-f2a7-458c-a406-f4b0ebedd5f6 node DatanodeRegistration(127.0.0.1:41061, datanodeUuid=53ac7880-786a-4b9c-acb2-d6945338b0e4, infoPort=43685, infoSecurePort=0, ipcPort=45733, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T17:38:59,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x625c6f206116ebea with lease ID 0x3e9958e222d5c7ea: Processing first storage report for DS-113f8ac5-5d12-43d4-bfe4-8b00c2a2744f from datanode DatanodeRegistration(127.0.0.1:41061, datanodeUuid=53ac7880-786a-4b9c-acb2-d6945338b0e4, infoPort=43685, infoSecurePort=0, ipcPort=45733, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914) 2024-12-15T17:38:59,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x625c6f206116ebea with lease ID 0x3e9958e222d5c7ea: from storage DS-113f8ac5-5d12-43d4-bfe4-8b00c2a2744f node DatanodeRegistration(127.0.0.1:41061, datanodeUuid=53ac7880-786a-4b9c-acb2-d6945338b0e4, infoPort=43685, infoSecurePort=0, ipcPort=45733, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:39:00,092 WARN [Thread-602 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data6/current/BP-1937114227-172.17.0.2-1734284337914/current, will proceed with Du for space computation calculation, 2024-12-15T17:39:00,092 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data5/current/BP-1937114227-172.17.0.2-1734284337914/current, will proceed with Du for space computation calculation, 2024-12-15T17:39:00,112 WARN [Thread-566 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:39:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53f9f372d6a56d8a with lease ID 0x3e9958e222d5c7eb: Processing first storage report for DS-5bad6b55-c585-4c26-aa03-b437cbc088c5 from datanode DatanodeRegistration(127.0.0.1:44863, datanodeUuid=fbcd8f69-f857-4a76-8a50-90462875fe7d, infoPort=38437, infoSecurePort=0, ipcPort=41553, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914) 2024-12-15T17:39:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53f9f372d6a56d8a with lease ID 0x3e9958e222d5c7eb: from storage DS-5bad6b55-c585-4c26-aa03-b437cbc088c5 node DatanodeRegistration(127.0.0.1:44863, datanodeUuid=fbcd8f69-f857-4a76-8a50-90462875fe7d, infoPort=38437, infoSecurePort=0, ipcPort=41553, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:39:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53f9f372d6a56d8a with lease ID 0x3e9958e222d5c7eb: Processing first storage report for DS-518c3cdd-7012-4cd2-abea-6b718609f0d3 from datanode DatanodeRegistration(127.0.0.1:44863, datanodeUuid=fbcd8f69-f857-4a76-8a50-90462875fe7d, infoPort=38437, infoSecurePort=0, ipcPort=41553, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914) 2024-12-15T17:39:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53f9f372d6a56d8a with lease ID 0x3e9958e222d5c7eb: from storage DS-518c3cdd-7012-4cd2-abea-6b718609f0d3 node DatanodeRegistration(127.0.0.1:44863, datanodeUuid=fbcd8f69-f857-4a76-8a50-90462875fe7d, infoPort=38437, infoSecurePort=0, ipcPort=41553, storageInfo=lv=-57;cid=testClusterID;nsid=1835412846;c=1734284337914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:39:00,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17 2024-12-15T17:39:00,124 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:39:00,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:39:00,131 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:45299/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:45299/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/oldWALs, maxLogs=32 2024-12-15T17:39:00,151 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734284340133, exclude list is [], retry=0 2024-12-15T17:39:00,163 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41061,DS-aac9de51-f2a7-458c-a406-f4b0ebedd5f6,DISK] 2024-12-15T17:39:00,164 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44863,DS-5bad6b55-c585-4c26-aa03-b437cbc088c5,DISK] 2024-12-15T17:39:00,165 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42859,DS-1fc56cdc-309a-4321-8e7a-42d1b6353078,DISK] 2024-12-15T17:39:00,170 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734284340133 2024-12-15T17:39:00,171 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43685:43685),(127.0.0.1/127.0.0.1:38437:38437),(127.0.0.1/127.0.0.1:38917:38917)] 2024-12-15T17:39:00,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734284340133 not finished, retry = 0 2024-12-15T17:39:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42859 is added to blk_1073741825_1001 (size=121110) 2024-12-15T17:39:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44863 is added to blk_1073741825_1001 (size=121110) 2024-12-15T17:39:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41061 is added to blk_1073741825_1001 (size=121110) 2024-12-15T17:39:00,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:39:00,997 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45299/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734284340133: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-15T17:39:01,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:39:01,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b62b1e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:39:01,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42d8ee7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:39:01,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:39:01,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d50f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:39:01,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fef2dfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir/,STOPPED} 2024-12-15T17:39:01,039 WARN [BP-1937114227-172.17.0.2-1734284337914 heartbeating to localhost/127.0.0.1:45299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:39:01,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:39:01,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:39:01,039 WARN [BP-1937114227-172.17.0.2-1734284337914 heartbeating to localhost/127.0.0.1:45299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937114227-172.17.0.2-1734284337914 (Datanode Uuid fbcd8f69-f857-4a76-8a50-90462875fe7d) service to localhost/127.0.0.1:45299 2024-12-15T17:39:01,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data5/current/BP-1937114227-172.17.0.2-1734284337914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:39:01,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data6/current/BP-1937114227-172.17.0.2-1734284337914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:39:01,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:39:01,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b2efd83{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:39:01,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f180fd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:39:01,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:39:01,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d6593b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:39:01,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f06bd40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir/,STOPPED} 2024-12-15T17:39:01,052 WARN [BP-1937114227-172.17.0.2-1734284337914 heartbeating to localhost/127.0.0.1:45299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:39:01,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:39:01,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:39:01,052 WARN [BP-1937114227-172.17.0.2-1734284337914 heartbeating to localhost/127.0.0.1:45299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937114227-172.17.0.2-1734284337914 (Datanode Uuid 53ac7880-786a-4b9c-acb2-d6945338b0e4) service to localhost/127.0.0.1:45299 2024-12-15T17:39:01,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data3/current/BP-1937114227-172.17.0.2-1734284337914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:39:01,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data4/current/BP-1937114227-172.17.0.2-1734284337914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:39:01,053 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:39:01,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a08f605{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:39:01,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@516a3e23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:39:01,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:39:01,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fd0f179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:39:01,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf21990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir/,STOPPED} 2024-12-15T17:39:01,082 WARN [BP-1937114227-172.17.0.2-1734284337914 heartbeating to localhost/127.0.0.1:45299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:39:01,082 WARN [BP-1937114227-172.17.0.2-1734284337914 heartbeating to localhost/127.0.0.1:45299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937114227-172.17.0.2-1734284337914 (Datanode Uuid dba39b1e-0924-47e8-a7f6-62e620e55230) service to localhost/127.0.0.1:45299 2024-12-15T17:39:01,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data1/current/BP-1937114227-172.17.0.2-1734284337914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:39:01,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/cluster_f92cfeda-6ea5-52a1-cebd-19edb79d2c17/dfs/data/data2/current/BP-1937114227-172.17.0.2-1734284337914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:39:01,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:39:01,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:39:01,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:39:01,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c570240{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:39:01,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d397647{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:39:01,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:39:01,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583c4476{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:39:01,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311a5e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0204e67f-b9c2-5335-1ce7-44f9fae42d17/hadoop.log.dir/,STOPPED} 2024-12-15T17:39:01,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T17:39:01,117 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=62 (was 55) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1269 (was 1269), ProcessCount=11 (was 11), AvailableMemoryMB=4400 (was 5074)