2024-12-16 02:42:56,846 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-16 02:42:56,857 main DEBUG Took 0.009512 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 02:42:56,858 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 02:42:56,858 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 02:42:56,859 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 02:42:56,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,874 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 02:42:56,884 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,885 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,886 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,887 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,887 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,888 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,889 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,889 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,890 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,891 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,891 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,892 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 02:42:56,892 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,893 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 02:42:56,894 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 02:42:56,895 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 02:42:56,896 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 02:42:56,897 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 02:42:56,898 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 02:42:56,898 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 02:42:56,905 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 02:42:56,908 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 02:42:56,910 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 02:42:56,910 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 02:42:56,910 main DEBUG createAppenders(={Console}) 2024-12-16 02:42:56,911 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-16 02:42:56,911 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-16 02:42:56,911 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-16 02:42:56,912 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 02:42:56,912 main DEBUG OutputStream closed 2024-12-16 02:42:56,912 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 02:42:56,913 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 02:42:56,913 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-16 02:42:56,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 02:42:56,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 02:42:56,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 02:42:56,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 02:42:56,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 02:42:56,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 02:42:56,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 02:42:56,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 02:42:56,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 02:42:56,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 02:42:56,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 02:42:56,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 02:42:56,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 02:42:56,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 02:42:56,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 02:42:56,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 02:42:56,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 02:42:56,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 02:42:56,982 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 02:42:56,983 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-16 02:42:56,983 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 02:42:56,983 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-16T02:42:57,181 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717 2024-12-16 02:42:57,184 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 02:42:57,184 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T02:42:57,193 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-16T02:42:57,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=12465 2024-12-16T02:42:57,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329, deleteOnExit=true 2024-12-16T02:42:57,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/test.cache.data in system properties and HBase conf 2024-12-16T02:42:57,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T02:42:57,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir in system properties and HBase conf 2024-12-16T02:42:57,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T02:42:57,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T02:42:57,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T02:42:57,317 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T02:42:57,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T02:42:57,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T02:42:57,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T02:42:57,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T02:42:57,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T02:42:57,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T02:42:57,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T02:42:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T02:42:57,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T02:42:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T02:42:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/nfs.dump.dir in system properties and HBase conf 2024-12-16T02:42:57,416 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/java.io.tmpdir in system properties and HBase conf 2024-12-16T02:42:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T02:42:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T02:42:57,417 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T02:42:58,344 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T02:42:58,411 INFO [Time-limited test {}] log.Log(170): Logging initialized @2112ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T02:42:58,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:42:58,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:42:58,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:42:58,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:42:58,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T02:42:58,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:42:58,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:42:58,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:42:58,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/java.io.tmpdir/jetty-localhost-46261-hadoop-hdfs-3_4_1-tests_jar-_-any-3376379981421881786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T02:42:58,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:46261} 2024-12-16T02:42:58,755 INFO [Time-limited test {}] server.Server(415): Started @2456ms 2024-12-16T02:42:59,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:42:59,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:42:59,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:42:59,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:42:59,232 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:42:59,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:42:59,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:42:59,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/java.io.tmpdir/jetty-localhost-35539-hadoop-hdfs-3_4_1-tests_jar-_-any-2145438765975593755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:42:59,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:35539} 2024-12-16T02:42:59,329 INFO [Time-limited test {}] server.Server(415): Started @3031ms 2024-12-16T02:42:59,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:42:59,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:42:59,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:42:59,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:42:59,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:42:59,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:42:59,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:42:59,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:42:59,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/java.io.tmpdir/jetty-localhost-33903-hadoop-hdfs-3_4_1-tests_jar-_-any-11117547516689758714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:42:59,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:33903} 2024-12-16T02:42:59,569 INFO [Time-limited test {}] server.Server(415): Started @3270ms 2024-12-16T02:42:59,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:42:59,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:42:59,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:42:59,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:42:59,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:42:59,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:42:59,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:42:59,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:42:59,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/java.io.tmpdir/jetty-localhost-38155-hadoop-hdfs-3_4_1-tests_jar-_-any-9039252654969938073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:42:59,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:38155} 2024-12-16T02:42:59,713 INFO [Time-limited test {}] server.Server(415): Started @3414ms 2024-12-16T02:42:59,714 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:00,420 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data1/current/BP-1777888343-172.17.0.2-1734316977952/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:00,420 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data4/current/BP-1777888343-172.17.0.2-1734316977952/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:00,420 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data2/current/BP-1777888343-172.17.0.2-1734316977952/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:00,420 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data3/current/BP-1777888343-172.17.0.2-1734316977952/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:00,452 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:00,452 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:00,463 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data5/current/BP-1777888343-172.17.0.2-1734316977952/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:00,463 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data6/current/BP-1777888343-172.17.0.2-1734316977952/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:00,500 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x782093821b5b8a9 with lease ID 0x6cf87693ce98ad66: Processing first storage report for DS-c19607b7-c9b2-4e60-b4ac-bdb06a3490b3 from datanode DatanodeRegistration(127.0.0.1:46719, datanodeUuid=d2d507b9-cdb5-401c-bb1d-cbd9b12b968b, infoPort=39159, infoSecurePort=0, ipcPort=33805, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952) 2024-12-16T02:43:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x782093821b5b8a9 with lease ID 0x6cf87693ce98ad66: from storage DS-c19607b7-c9b2-4e60-b4ac-bdb06a3490b3 node DatanodeRegistration(127.0.0.1:46719, datanodeUuid=d2d507b9-cdb5-401c-bb1d-cbd9b12b968b, infoPort=39159, infoSecurePort=0, ipcPort=33805, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T02:43:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0c81f03c2b57960 with lease ID 0x6cf87693ce98ad67: Processing first storage report for DS-56a3ce1b-9667-4e90-ba11-4240ecdd01b3 from datanode DatanodeRegistration(127.0.0.1:43355, datanodeUuid=8702a629-cc95-4be8-a173-e41d5f2d3b75, infoPort=44355, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952) 2024-12-16T02:43:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0c81f03c2b57960 with lease ID 0x6cf87693ce98ad67: from storage DS-56a3ce1b-9667-4e90-ba11-4240ecdd01b3 node DatanodeRegistration(127.0.0.1:43355, datanodeUuid=8702a629-cc95-4be8-a173-e41d5f2d3b75, infoPort=44355, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x782093821b5b8a9 with lease ID 0x6cf87693ce98ad66: Processing first storage report for DS-2c7cc4fb-7c64-4c06-9a08-2c711eedf976 from datanode DatanodeRegistration(127.0.0.1:46719, datanodeUuid=d2d507b9-cdb5-401c-bb1d-cbd9b12b968b, infoPort=39159, infoSecurePort=0, ipcPort=33805, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952) 2024-12-16T02:43:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x782093821b5b8a9 with lease ID 0x6cf87693ce98ad66: from storage DS-2c7cc4fb-7c64-4c06-9a08-2c711eedf976 node DatanodeRegistration(127.0.0.1:46719, datanodeUuid=d2d507b9-cdb5-401c-bb1d-cbd9b12b968b, infoPort=39159, infoSecurePort=0, ipcPort=33805, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0c81f03c2b57960 with lease ID 0x6cf87693ce98ad67: Processing first storage report for DS-b7655a82-3645-4ab3-a6b6-1f305d6a1dd5 from datanode DatanodeRegistration(127.0.0.1:43355, datanodeUuid=8702a629-cc95-4be8-a173-e41d5f2d3b75, infoPort=44355, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952) 2024-12-16T02:43:00,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0c81f03c2b57960 with lease ID 0x6cf87693ce98ad67: from storage DS-b7655a82-3645-4ab3-a6b6-1f305d6a1dd5 node DatanodeRegistration(127.0.0.1:43355, datanodeUuid=8702a629-cc95-4be8-a173-e41d5f2d3b75, infoPort=44355, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:00,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaef8e16321dc76e3 with lease ID 0x6cf87693ce98ad68: Processing first storage report for DS-5fd700d7-3184-4713-ba7a-7556a21389ef from datanode DatanodeRegistration(127.0.0.1:41907, datanodeUuid=56a3db72-2995-445f-84a4-2c558999eeef, infoPort=39089, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952) 2024-12-16T02:43:00,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaef8e16321dc76e3 with lease ID 0x6cf87693ce98ad68: from storage DS-5fd700d7-3184-4713-ba7a-7556a21389ef node DatanodeRegistration(127.0.0.1:41907, datanodeUuid=56a3db72-2995-445f-84a4-2c558999eeef, infoPort=39089, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaef8e16321dc76e3 with lease ID 0x6cf87693ce98ad68: Processing first storage report for DS-3cae6c9f-6df1-4430-baf2-7055a18f939e from datanode DatanodeRegistration(127.0.0.1:41907, datanodeUuid=56a3db72-2995-445f-84a4-2c558999eeef, infoPort=39089, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952) 2024-12-16T02:43:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaef8e16321dc76e3 with lease ID 0x6cf87693ce98ad68: from storage DS-3cae6c9f-6df1-4430-baf2-7055a18f939e node DatanodeRegistration(127.0.0.1:41907, datanodeUuid=56a3db72-2995-445f-84a4-2c558999eeef, infoPort=39089, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=1485418924;c=1734316977952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:00,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717 2024-12-16T02:43:00,658 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T02:43:00,662 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T02:43:00,664 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T02:43:00,673 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T02:43:00,673 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T02:43:00,712 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T02:43:00,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T02:43:00,766 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/oldWALs, maxLogs=32 2024-12-16T02:43:00,806 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734316980788, exclude list is [], retry=0 2024-12-16T02:43:00,866 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48857 (auto-detected) 2024-12-16T02:43:00,869 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T02:43:00,893 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46719,DS-c19607b7-c9b2-4e60-b4ac-bdb06a3490b3,DISK] 2024-12-16T02:43:00,896 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T02:43:00,918 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-56a3ce1b-9667-4e90-ba11-4240ecdd01b3,DISK] 2024-12-16T02:43:00,918 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41907,DS-5fd700d7-3184-4713-ba7a-7556a21389ef,DISK] 2024-12-16T02:43:00,993 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734316980788 2024-12-16T02:43:00,995 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39159:39159),(127.0.0.1/127.0.0.1:44355:44355),(127.0.0.1/127.0.0.1:39089:39089)] 2024-12-16T02:43:00,996 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T02:43:01,597 DEBUG [AsyncFSWAL-0-hdfs://localhost:42741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-16T02:43:16,157 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1291957445_22 at /127.0.0.1:37148 [Receiving block BP-1777888343-172.17.0.2-1734316977952:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 10754ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data1/, blockId=1073741825, seqno=992 2024-12-16T02:43:16,159 INFO [AsyncFSWAL-0-hdfs://localhost:42741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 10758 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46719,DS-c19607b7-c9b2-4e60-b4ac-bdb06a3490b3,DISK], DatanodeInfoWithStorage[127.0.0.1:43355,DS-56a3ce1b-9667-4e90-ba11-4240ecdd01b3,DISK], DatanodeInfoWithStorage[127.0.0.1:41907,DS-5fd700d7-3184-4713-ba7a-7556a21389ef,DISK]] 2024-12-16T02:43:16,160 WARN [AsyncFSWAL-0-hdfs://localhost:42741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1189): Requesting log roll because we exceeded slow sync threshold; time=10758 ms, threshold=10000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46719,DS-c19607b7-c9b2-4e60-b4ac-bdb06a3490b3,DISK], DatanodeInfoWithStorage[127.0.0.1:43355,DS-56a3ce1b-9667-4e90-ba11-4240ecdd01b3,DISK], DatanodeInfoWithStorage[127.0.0.1:41907,DS-5fd700d7-3184-4713-ba7a-7556a21389ef,DISK]] 2024-12-16T02:43:20,308 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1291957445_22 at /127.0.0.1:57394 [Receiving block BP-1777888343-172.17.0.2-1734316977952:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 4146ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data3/, blockId=1073741825, seqno=993 2024-12-16T02:43:20,309 INFO [AsyncFSWAL-0-hdfs://localhost:42741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 4148 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46719,DS-c19607b7-c9b2-4e60-b4ac-bdb06a3490b3,DISK], DatanodeInfoWithStorage[127.0.0.1:43355,DS-56a3ce1b-9667-4e90-ba11-4240ecdd01b3,DISK], DatanodeInfoWithStorage[127.0.0.1:41907,DS-5fd700d7-3184-4713-ba7a-7556a21389ef,DISK]] 2024-12-16T02:43:20,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41907 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T02:43:20,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T02:43:20,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741825_1001 (size=1048651116) 2024-12-16T02:43:20,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T02:43:20,413 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734316980788: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T02:43:21,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T02:43:21,504 WARN [BP-1777888343-172.17.0.2-1734316977952 heartbeating to localhost/127.0.0.1:42741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1777888343-172.17.0.2-1734316977952 (Datanode Uuid 56a3db72-2995-445f-84a4-2c558999eeef) service to localhost/127.0.0.1:42741 2024-12-16T02:43:21,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:21,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data5/current/BP-1777888343-172.17.0.2-1734316977952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:21,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data6/current/BP-1777888343-172.17.0.2-1734316977952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:21,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:21,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:21,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:21,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:21,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:21,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:21,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:21,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:21,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:21,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:21,611 WARN [BP-1777888343-172.17.0.2-1734316977952 heartbeating to localhost/127.0.0.1:42741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:21,611 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:21,611 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:21,611 WARN [BP-1777888343-172.17.0.2-1734316977952 heartbeating to localhost/127.0.0.1:42741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1777888343-172.17.0.2-1734316977952 (Datanode Uuid 8702a629-cc95-4be8-a173-e41d5f2d3b75) service to localhost/127.0.0.1:42741 2024-12-16T02:43:21,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data3/current/BP-1777888343-172.17.0.2-1734316977952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:21,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data4/current/BP-1777888343-172.17.0.2-1734316977952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:21,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:21,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:21,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:21,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:21,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:21,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:21,705 WARN [BP-1777888343-172.17.0.2-1734316977952 heartbeating to localhost/127.0.0.1:42741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:21,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:21,705 WARN [BP-1777888343-172.17.0.2-1734316977952 heartbeating to localhost/127.0.0.1:42741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1777888343-172.17.0.2-1734316977952 (Datanode Uuid d2d507b9-cdb5-401c-bb1d-cbd9b12b968b) service to localhost/127.0.0.1:42741 2024-12-16T02:43:21,705 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:21,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data1/current/BP-1777888343-172.17.0.2-1734316977952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:21,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/cluster_6dc23cfa-0479-e092-a94d-01d8c1e3b329/dfs/data/data2/current/BP-1777888343-172.17.0.2-1734316977952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:21,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:21,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T02:43:21,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:21,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:21,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:21,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T02:43:25,470 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=32 (was 12) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@13e6b7ee java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=297 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 249) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11840 (was 12465) 2024-12-16T02:43:25,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=32, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=11840 2024-12-16T02:43:25,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.log.dir so I do NOT create it in target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b 2024-12-16T02:43:25,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dcf8051d-9ab0-8528-47e7-501c8cda4717/hadoop.tmp.dir so I do NOT create it in target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b 2024-12-16T02:43:25,476 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a, deleteOnExit=true 2024-12-16T02:43:25,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/test.cache.data in system properties and HBase conf 2024-12-16T02:43:25,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T02:43:25,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir in system properties and HBase conf 2024-12-16T02:43:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T02:43:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T02:43:25,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T02:43:25,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T02:43:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T02:43:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T02:43:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T02:43:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T02:43:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T02:43:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T02:43:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T02:43:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T02:43:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T02:43:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/nfs.dump.dir in system properties and HBase conf 2024-12-16T02:43:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/java.io.tmpdir in system properties and HBase conf 2024-12-16T02:43:25,480 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T02:43:25,480 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T02:43:25,480 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T02:43:25,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:25,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:25,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:25,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:25,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:43:25,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:25,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@795bb0d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:25,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@127a3f56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:25,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55213ee4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/java.io.tmpdir/jetty-localhost-44147-hadoop-hdfs-3_4_1-tests_jar-_-any-666529846565436167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T02:43:25,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fd8c00a{HTTP/1.1, (http/1.1)}{localhost:44147} 2024-12-16T02:43:25,867 INFO [Time-limited test {}] server.Server(415): Started @29568ms 2024-12-16T02:43:26,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:26,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:26,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:26,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:26,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:43:26,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@117e8cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:26,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ecd6e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:26,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a6dc8e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/java.io.tmpdir/jetty-localhost-39601-hadoop-hdfs-3_4_1-tests_jar-_-any-15127083921160496584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:26,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@607c88df{HTTP/1.1, (http/1.1)}{localhost:39601} 2024-12-16T02:43:26,186 INFO [Time-limited test {}] server.Server(415): Started @29888ms 2024-12-16T02:43:26,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:26,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:26,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:26,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:26,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:26,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T02:43:26,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a70c2eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:26,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eb75046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:26,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11c70844{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/java.io.tmpdir/jetty-localhost-40877-hadoop-hdfs-3_4_1-tests_jar-_-any-3034367543763643824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:26,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@779d8374{HTTP/1.1, (http/1.1)}{localhost:40877} 2024-12-16T02:43:26,314 INFO [Time-limited test {}] server.Server(415): Started @30015ms 2024-12-16T02:43:26,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:26,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:26,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:26,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:26,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:26,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:43:26,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c53ee39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:26,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@128dae8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:26,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a8c6188{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/java.io.tmpdir/jetty-localhost-39355-hadoop-hdfs-3_4_1-tests_jar-_-any-15735136397738690555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:26,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@757e11a{HTTP/1.1, (http/1.1)}{localhost:39355} 2024-12-16T02:43:26,440 INFO [Time-limited test {}] server.Server(415): Started @30142ms 2024-12-16T02:43:26,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:26,932 WARN [Thread-274 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data2/current/BP-1871462623-172.17.0.2-1734317005506/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:26,932 WARN [Thread-273 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data1/current/BP-1871462623-172.17.0.2-1734317005506/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:26,952 WARN [Thread-214 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfee3a3cac4d22db7 with lease ID 0x308aaf774881f9a: Processing first storage report for DS-aac043bb-8574-497a-bc3a-e176c4eed23e from datanode DatanodeRegistration(127.0.0.1:45513, datanodeUuid=05d9c186-8f05-4ad8-a371-0846bd584982, infoPort=45367, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506) 2024-12-16T02:43:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfee3a3cac4d22db7 with lease ID 0x308aaf774881f9a: from storage DS-aac043bb-8574-497a-bc3a-e176c4eed23e node DatanodeRegistration(127.0.0.1:45513, datanodeUuid=05d9c186-8f05-4ad8-a371-0846bd584982, infoPort=45367, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T02:43:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfee3a3cac4d22db7 with lease ID 0x308aaf774881f9a: Processing first storage report for DS-8bb85581-fb53-4983-b63d-143e99bcd908 from datanode DatanodeRegistration(127.0.0.1:45513, datanodeUuid=05d9c186-8f05-4ad8-a371-0846bd584982, infoPort=45367, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506) 2024-12-16T02:43:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfee3a3cac4d22db7 with lease ID 0x308aaf774881f9a: from storage DS-8bb85581-fb53-4983-b63d-143e99bcd908 node DatanodeRegistration(127.0.0.1:45513, datanodeUuid=05d9c186-8f05-4ad8-a371-0846bd584982, infoPort=45367, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:27,114 WARN [Thread-286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data4/current/BP-1871462623-172.17.0.2-1734317005506/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:27,114 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data3/current/BP-1871462623-172.17.0.2-1734317005506/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:27,130 WARN [Thread-237 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x476fa09108fa29b3 with lease ID 0x308aaf774881f9b: Processing first storage report for DS-f63d434d-e125-41e1-aa5a-61dfaf02ccb1 from datanode DatanodeRegistration(127.0.0.1:37953, datanodeUuid=01af5892-7dbd-41cd-bdc6-1333208f974c, infoPort=46823, infoSecurePort=0, ipcPort=32919, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506) 2024-12-16T02:43:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x476fa09108fa29b3 with lease ID 0x308aaf774881f9b: from storage DS-f63d434d-e125-41e1-aa5a-61dfaf02ccb1 node DatanodeRegistration(127.0.0.1:37953, datanodeUuid=01af5892-7dbd-41cd-bdc6-1333208f974c, infoPort=46823, infoSecurePort=0, ipcPort=32919, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x476fa09108fa29b3 with lease ID 0x308aaf774881f9b: Processing first storage report for DS-3cb06d10-63a2-4ecf-9ef5-56fe84ba9546 from datanode DatanodeRegistration(127.0.0.1:37953, datanodeUuid=01af5892-7dbd-41cd-bdc6-1333208f974c, infoPort=46823, infoSecurePort=0, ipcPort=32919, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506) 2024-12-16T02:43:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x476fa09108fa29b3 with lease ID 0x308aaf774881f9b: from storage DS-3cb06d10-63a2-4ecf-9ef5-56fe84ba9546 node DatanodeRegistration(127.0.0.1:37953, datanodeUuid=01af5892-7dbd-41cd-bdc6-1333208f974c, infoPort=46823, infoSecurePort=0, ipcPort=32919, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:27,204 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data5/current/BP-1871462623-172.17.0.2-1734317005506/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:27,204 WARN [Thread-297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data6/current/BP-1871462623-172.17.0.2-1734317005506/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:27,228 WARN [Thread-259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb73d1fe33a651866 with lease ID 0x308aaf774881f9c: Processing first storage report for DS-76abae58-2afb-4188-a699-09d4fa1aac5f from datanode DatanodeRegistration(127.0.0.1:43733, datanodeUuid=12c3014e-1dc7-497b-a717-ad8e0d182bce, infoPort=39977, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506) 2024-12-16T02:43:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb73d1fe33a651866 with lease ID 0x308aaf774881f9c: from storage DS-76abae58-2afb-4188-a699-09d4fa1aac5f node DatanodeRegistration(127.0.0.1:43733, datanodeUuid=12c3014e-1dc7-497b-a717-ad8e0d182bce, infoPort=39977, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb73d1fe33a651866 with lease ID 0x308aaf774881f9c: Processing first storage report for DS-41792b49-cb6d-437c-a40c-8913bb15db3e from datanode DatanodeRegistration(127.0.0.1:43733, datanodeUuid=12c3014e-1dc7-497b-a717-ad8e0d182bce, infoPort=39977, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506) 2024-12-16T02:43:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb73d1fe33a651866 with lease ID 0x308aaf774881f9c: from storage DS-41792b49-cb6d-437c-a40c-8913bb15db3e node DatanodeRegistration(127.0.0.1:43733, datanodeUuid=12c3014e-1dc7-497b-a717-ad8e0d182bce, infoPort=39977, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=1159427363;c=1734317005506), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T02:43:27,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b 2024-12-16T02:43:27,288 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T02:43:27,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T02:43:27,297 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:43201/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:43201/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/oldWALs, maxLogs=32 2024-12-16T02:43:27,311 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734317007299, exclude list is [], retry=0 2024-12-16T02:43:27,316 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43733,DS-76abae58-2afb-4188-a699-09d4fa1aac5f,DISK] 2024-12-16T02:43:27,317 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37953,DS-f63d434d-e125-41e1-aa5a-61dfaf02ccb1,DISK] 2024-12-16T02:43:27,318 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45513,DS-aac043bb-8574-497a-bc3a-e176c4eed23e,DISK] 2024-12-16T02:43:27,320 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734317007299 2024-12-16T02:43:27,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977),(127.0.0.1/127.0.0.1:46823:46823),(127.0.0.1/127.0.0.1:45367:45367)] 2024-12-16T02:43:27,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T02:43:27,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734317007299 not finished, retry = 0 2024-12-16T02:43:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43733 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T02:43:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741825_1001 (size=1073110) 2024-12-16T02:43:27,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T02:43:27,727 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43201/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734317007299: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-16T02:43:27,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T02:43:27,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a8c6188{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:27,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@757e11a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:27,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:27,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@128dae8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:27,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c53ee39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:27,810 WARN [BP-1871462623-172.17.0.2-1734317005506 heartbeating to localhost/127.0.0.1:43201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:27,810 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:27,810 WARN [BP-1871462623-172.17.0.2-1734317005506 heartbeating to localhost/127.0.0.1:43201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871462623-172.17.0.2-1734317005506 (Datanode Uuid 12c3014e-1dc7-497b-a717-ad8e0d182bce) service to localhost/127.0.0.1:43201 2024-12-16T02:43:27,810 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:27,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data5/current/BP-1871462623-172.17.0.2-1734317005506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:27,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data6/current/BP-1871462623-172.17.0.2-1734317005506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:27,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:27,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11c70844{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:27,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@779d8374{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:27,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:27,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eb75046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:27,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a70c2eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:27,823 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:27,823 WARN [BP-1871462623-172.17.0.2-1734317005506 heartbeating to localhost/127.0.0.1:43201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:27,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:27,823 WARN [BP-1871462623-172.17.0.2-1734317005506 heartbeating to localhost/127.0.0.1:43201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871462623-172.17.0.2-1734317005506 (Datanode Uuid 01af5892-7dbd-41cd-bdc6-1333208f974c) service to localhost/127.0.0.1:43201 2024-12-16T02:43:27,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data3/current/BP-1871462623-172.17.0.2-1734317005506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:27,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data4/current/BP-1871462623-172.17.0.2-1734317005506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:27,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:27,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a6dc8e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:27,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@607c88df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:27,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:27,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ecd6e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:27,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@117e8cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:27,828 WARN [BP-1871462623-172.17.0.2-1734317005506 heartbeating to localhost/127.0.0.1:43201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:27,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:27,828 WARN [BP-1871462623-172.17.0.2-1734317005506 heartbeating to localhost/127.0.0.1:43201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871462623-172.17.0.2-1734317005506 (Datanode Uuid 05d9c186-8f05-4ad8-a371-0846bd584982) service to localhost/127.0.0.1:43201 2024-12-16T02:43:27,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:27,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data1/current/BP-1871462623-172.17.0.2-1734317005506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:27,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/cluster_a4c2fb7a-e789-0ff9-0e68-f80aeb40469a/dfs/data/data2/current/BP-1871462623-172.17.0.2-1734317005506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:27,829 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:27,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55213ee4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T02:43:27,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fd8c00a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:27,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:27,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@127a3f56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:27,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@795bb0d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:27,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T02:43:27,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 32) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:43201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:43201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 297) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=11750 (was 11840) 2024-12-16T02:43:27,871 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=11750 2024-12-16T02:43:27,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.log.dir so I do NOT create it in target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a 2024-12-16T02:43:27,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e4c61633-f305-d6ab-2eae-5970c8d2991b/hadoop.tmp.dir so I do NOT create it in target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a 2024-12-16T02:43:27,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94, deleteOnExit=true 2024-12-16T02:43:27,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/test.cache.data in system properties and HBase conf 2024-12-16T02:43:27,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T02:43:27,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir in system properties and HBase conf 2024-12-16T02:43:27,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T02:43:27,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T02:43:27,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T02:43:27,873 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T02:43:27,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T02:43:27,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T02:43:27,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T02:43:27,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T02:43:27,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T02:43:27,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T02:43:27,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T02:43:27,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T02:43:27,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T02:43:27,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/nfs.dump.dir in system properties and HBase conf 2024-12-16T02:43:27,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/java.io.tmpdir in system properties and HBase conf 2024-12-16T02:43:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T02:43:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T02:43:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T02:43:28,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:28,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:28,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:28,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:28,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:43:28,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:28,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31ccd61b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:28,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca4fc02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:28,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24a3e15{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/java.io.tmpdir/jetty-localhost-34503-hadoop-hdfs-3_4_1-tests_jar-_-any-16559144122441145198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T02:43:28,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295ddcf1{HTTP/1.1, (http/1.1)}{localhost:34503} 2024-12-16T02:43:28,253 INFO [Time-limited test {}] server.Server(415): Started @31955ms 2024-12-16T02:43:28,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:28,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:28,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:28,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:28,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T02:43:28,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b16d18b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:28,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4214530{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:28,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59e550df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/java.io.tmpdir/jetty-localhost-42327-hadoop-hdfs-3_4_1-tests_jar-_-any-2930537718748810502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:28,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692cddcd{HTTP/1.1, (http/1.1)}{localhost:42327} 2024-12-16T02:43:28,550 INFO [Time-limited test {}] server.Server(415): Started @32251ms 2024-12-16T02:43:28,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:28,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:28,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:28,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:28,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:28,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T02:43:28,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3adf4ea9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:28,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ff98bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:28,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d433055{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/java.io.tmpdir/jetty-localhost-37913-hadoop-hdfs-3_4_1-tests_jar-_-any-9205309671908104059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:28,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e38efc4{HTTP/1.1, (http/1.1)}{localhost:37913} 2024-12-16T02:43:28,674 INFO [Time-limited test {}] server.Server(415): Started @32376ms 2024-12-16T02:43:28,676 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:28,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:28,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:28,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:28,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:28,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:43:28,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@431b0f69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:28,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43916b88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:28,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28708e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/java.io.tmpdir/jetty-localhost-44405-hadoop-hdfs-3_4_1-tests_jar-_-any-7394390387472401512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:28,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46acde13{HTTP/1.1, (http/1.1)}{localhost:44405} 2024-12-16T02:43:28,805 INFO [Time-limited test {}] server.Server(415): Started @32506ms 2024-12-16T02:43:28,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:29,288 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data1/current/BP-2091601417-172.17.0.2-1734317007894/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:29,288 WARN [Thread-424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data2/current/BP-2091601417-172.17.0.2-1734317007894/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:29,308 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa7b0b5830dcd76d with lease ID 0x979edda2dd52c4d: Processing first storage report for DS-c3ae16c7-2cc8-4a3f-8bfe-bf7bc9bfaa43 from datanode DatanodeRegistration(127.0.0.1:40451, datanodeUuid=84271c75-487c-444e-ac9d-cc0191fef5e9, infoPort=44965, infoSecurePort=0, ipcPort=40707, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894) 2024-12-16T02:43:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa7b0b5830dcd76d with lease ID 0x979edda2dd52c4d: from storage DS-c3ae16c7-2cc8-4a3f-8bfe-bf7bc9bfaa43 node DatanodeRegistration(127.0.0.1:40451, datanodeUuid=84271c75-487c-444e-ac9d-cc0191fef5e9, infoPort=44965, infoSecurePort=0, ipcPort=40707, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa7b0b5830dcd76d with lease ID 0x979edda2dd52c4d: Processing first storage report for DS-d6f994bf-70fa-4eb1-8acb-0057a8cb31d5 from datanode DatanodeRegistration(127.0.0.1:40451, datanodeUuid=84271c75-487c-444e-ac9d-cc0191fef5e9, infoPort=44965, infoSecurePort=0, ipcPort=40707, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894) 2024-12-16T02:43:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa7b0b5830dcd76d with lease ID 0x979edda2dd52c4d: from storage DS-d6f994bf-70fa-4eb1-8acb-0057a8cb31d5 node DatanodeRegistration(127.0.0.1:40451, datanodeUuid=84271c75-487c-444e-ac9d-cc0191fef5e9, infoPort=44965, infoSecurePort=0, ipcPort=40707, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:29,533 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data3/current/BP-2091601417-172.17.0.2-1734317007894/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:29,533 WARN [Thread-438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data4/current/BP-2091601417-172.17.0.2-1734317007894/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:29,552 WARN [Thread-389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ed1108b6d3e3dae with lease ID 0x979edda2dd52c4e: Processing first storage report for DS-fd3ae581-69bc-4de6-a930-e51087d7b3af from datanode DatanodeRegistration(127.0.0.1:36435, datanodeUuid=94ed713f-abe6-48ad-880e-87b530081dc5, infoPort=45515, infoSecurePort=0, ipcPort=39513, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894) 2024-12-16T02:43:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ed1108b6d3e3dae with lease ID 0x979edda2dd52c4e: from storage DS-fd3ae581-69bc-4de6-a930-e51087d7b3af node DatanodeRegistration(127.0.0.1:36435, datanodeUuid=94ed713f-abe6-48ad-880e-87b530081dc5, infoPort=45515, infoSecurePort=0, ipcPort=39513, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ed1108b6d3e3dae with lease ID 0x979edda2dd52c4e: Processing first storage report for DS-3b453534-0713-4ae9-b0e0-03d4e7b59ce9 from datanode DatanodeRegistration(127.0.0.1:36435, datanodeUuid=94ed713f-abe6-48ad-880e-87b530081dc5, infoPort=45515, infoSecurePort=0, ipcPort=39513, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894) 2024-12-16T02:43:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ed1108b6d3e3dae with lease ID 0x979edda2dd52c4e: from storage DS-3b453534-0713-4ae9-b0e0-03d4e7b59ce9 node DatanodeRegistration(127.0.0.1:36435, datanodeUuid=94ed713f-abe6-48ad-880e-87b530081dc5, infoPort=45515, infoSecurePort=0, ipcPort=39513, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:29,639 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data5/current/BP-2091601417-172.17.0.2-1734317007894/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:29,640 WARN [Thread-449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data6/current/BP-2091601417-172.17.0.2-1734317007894/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:29,662 WARN [Thread-412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:29,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc69d21a75e97c156 with lease ID 0x979edda2dd52c4f: Processing first storage report for DS-ca3b6bfb-0d47-46ad-9f4a-b0f480ebd82b from datanode DatanodeRegistration(127.0.0.1:42255, datanodeUuid=3fff36ea-91b7-40b8-b0d1-297118790870, infoPort=41601, infoSecurePort=0, ipcPort=45877, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894) 2024-12-16T02:43:29,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc69d21a75e97c156 with lease ID 0x979edda2dd52c4f: from storage DS-ca3b6bfb-0d47-46ad-9f4a-b0f480ebd82b node DatanodeRegistration(127.0.0.1:42255, datanodeUuid=3fff36ea-91b7-40b8-b0d1-297118790870, infoPort=41601, infoSecurePort=0, ipcPort=45877, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:29,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc69d21a75e97c156 with lease ID 0x979edda2dd52c4f: Processing first storage report for DS-2d5e9cda-3d02-43b3-ae3a-83dcea6848e3 from datanode DatanodeRegistration(127.0.0.1:42255, datanodeUuid=3fff36ea-91b7-40b8-b0d1-297118790870, infoPort=41601, infoSecurePort=0, ipcPort=45877, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894) 2024-12-16T02:43:29,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc69d21a75e97c156 with lease ID 0x979edda2dd52c4f: from storage DS-2d5e9cda-3d02-43b3-ae3a-83dcea6848e3 node DatanodeRegistration(127.0.0.1:42255, datanodeUuid=3fff36ea-91b7-40b8-b0d1-297118790870, infoPort=41601, infoSecurePort=0, ipcPort=45877, storageInfo=lv=-57;cid=testClusterID;nsid=772639687;c=1734317007894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:29,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a 2024-12-16T02:43:29,749 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T02:43:29,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T02:43:29,757 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:38325/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:38325/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/oldWALs, maxLogs=32 2024-12-16T02:43:29,772 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734317009759, exclude list is [], retry=0 2024-12-16T02:43:29,777 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40451,DS-c3ae16c7-2cc8-4a3f-8bfe-bf7bc9bfaa43,DISK] 2024-12-16T02:43:29,778 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42255,DS-ca3b6bfb-0d47-46ad-9f4a-b0f480ebd82b,DISK] 2024-12-16T02:43:29,778 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36435,DS-fd3ae581-69bc-4de6-a930-e51087d7b3af,DISK] 2024-12-16T02:43:29,784 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734317009759 2024-12-16T02:43:29,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44965:44965),(127.0.0.1/127.0.0.1:41601:41601),(127.0.0.1/127.0.0.1:45515:45515)] 2024-12-16T02:43:29,798 INFO [AsyncFSWAL-0-hdfs://localhost:38325/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-16T02:43:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T02:43:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T02:43:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42255 is added to blk_1073741825_1001 (size=5861116) 2024-12-16T02:43:38,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T02:43:38,421 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38325/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1734317009759: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T02:43:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T02:43:40,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28708e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:40,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46acde13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:40,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:40,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43916b88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:40,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@431b0f69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:40,017 WARN [BP-2091601417-172.17.0.2-1734317007894 heartbeating to localhost/127.0.0.1:38325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:40,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:40,017 WARN [BP-2091601417-172.17.0.2-1734317007894 heartbeating to localhost/127.0.0.1:38325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091601417-172.17.0.2-1734317007894 (Datanode Uuid 3fff36ea-91b7-40b8-b0d1-297118790870) service to localhost/127.0.0.1:38325 2024-12-16T02:43:40,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:40,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data5/current/BP-2091601417-172.17.0.2-1734317007894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:40,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data6/current/BP-2091601417-172.17.0.2-1734317007894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:40,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:40,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d433055{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:40,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e38efc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:40,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:40,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ff98bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:40,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3adf4ea9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:40,057 WARN [BP-2091601417-172.17.0.2-1734317007894 heartbeating to localhost/127.0.0.1:38325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:40,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:40,057 WARN [BP-2091601417-172.17.0.2-1734317007894 heartbeating to localhost/127.0.0.1:38325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091601417-172.17.0.2-1734317007894 (Datanode Uuid 94ed713f-abe6-48ad-880e-87b530081dc5) service to localhost/127.0.0.1:38325 2024-12-16T02:43:40,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:40,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data3/current/BP-2091601417-172.17.0.2-1734317007894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:40,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data4/current/BP-2091601417-172.17.0.2-1734317007894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:40,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:40,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59e550df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:40,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692cddcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:40,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:40,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4214530{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:40,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b16d18b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:40,064 WARN [BP-2091601417-172.17.0.2-1734317007894 heartbeating to localhost/127.0.0.1:38325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:40,064 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:40,064 WARN [BP-2091601417-172.17.0.2-1734317007894 heartbeating to localhost/127.0.0.1:38325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091601417-172.17.0.2-1734317007894 (Datanode Uuid 84271c75-487c-444e-ac9d-cc0191fef5e9) service to localhost/127.0.0.1:38325 2024-12-16T02:43:40,064 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:40,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data1/current/BP-2091601417-172.17.0.2-1734317007894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:40,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/cluster_62943cc5-cdc4-3488-e19c-92a6e51bfe94/dfs/data/data2/current/BP-2091601417-172.17.0.2-1734317007894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:40,065 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:40,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24a3e15{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T02:43:40,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295ddcf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:40,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:40,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca4fc02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:40,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31ccd61b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:40,095 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T02:43:40,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=58 (was 57) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:38325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:38325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 339), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=11601 (was 11750) 2024-12-16T02:43:40,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=58, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=11601 2024-12-16T02:43:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.log.dir so I do NOT create it in target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b 2024-12-16T02:43:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f8b5504f-bd46-5713-4279-88d9defd702a/hadoop.tmp.dir so I do NOT create it in target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b 2024-12-16T02:43:40,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45, deleteOnExit=true 2024-12-16T02:43:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/test.cache.data in system properties and HBase conf 2024-12-16T02:43:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T02:43:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir in system properties and HBase conf 2024-12-16T02:43:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T02:43:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T02:43:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T02:43:40,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T02:43:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/nfs.dump.dir in system properties and HBase conf 2024-12-16T02:43:40,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/java.io.tmpdir in system properties and HBase conf 2024-12-16T02:43:40,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T02:43:40,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T02:43:40,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T02:43:40,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:40,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:40,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:40,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:40,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T02:43:40,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:40,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec14660{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:40,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37934087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:40,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bacb3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/java.io.tmpdir/jetty-localhost-46533-hadoop-hdfs-3_4_1-tests_jar-_-any-5728872680815801610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T02:43:40,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@532473ab{HTTP/1.1, (http/1.1)}{localhost:46533} 2024-12-16T02:43:40,443 INFO [Time-limited test {}] server.Server(415): Started @44145ms 2024-12-16T02:43:40,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:40,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:40,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:40,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:40,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T02:43:40,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab7a020{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:40,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79d4ecd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:40,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@106f0a2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/java.io.tmpdir/jetty-localhost-38079-hadoop-hdfs-3_4_1-tests_jar-_-any-1699618291295552218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:40,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@641a45e6{HTTP/1.1, (http/1.1)}{localhost:38079} 2024-12-16T02:43:40,708 INFO [Time-limited test {}] server.Server(415): Started @44410ms 2024-12-16T02:43:40,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:40,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:40,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:40,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:40,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:40,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:43:40,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c32ae8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:40,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@535867f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:40,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dba52a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/java.io.tmpdir/jetty-localhost-38247-hadoop-hdfs-3_4_1-tests_jar-_-any-12855177127659543611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:40,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c789f36{HTTP/1.1, (http/1.1)}{localhost:38247} 2024-12-16T02:43:40,832 INFO [Time-limited test {}] server.Server(415): Started @44533ms 2024-12-16T02:43:40,833 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:40,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T02:43:40,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T02:43:40,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T02:43:40,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T02:43:40,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T02:43:40,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311e8d7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir/,AVAILABLE} 2024-12-16T02:43:40,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43311ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T02:43:40,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40f93690{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/java.io.tmpdir/jetty-localhost-37207-hadoop-hdfs-3_4_1-tests_jar-_-any-5243786001237923364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:40,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e7ef1ee{HTTP/1.1, (http/1.1)}{localhost:37207} 2024-12-16T02:43:40,956 INFO [Time-limited test {}] server.Server(415): Started @44658ms 2024-12-16T02:43:40,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T02:43:41,588 WARN [Thread-578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data2/current/BP-2128730203-172.17.0.2-1734317020127/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:41,588 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data1/current/BP-2128730203-172.17.0.2-1734317020127/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:41,606 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa09b9e34c643bfb6 with lease ID 0x7199813947ed9b46: Processing first storage report for DS-e924f058-b179-4259-a6f4-32300273bdb5 from datanode DatanodeRegistration(127.0.0.1:36759, datanodeUuid=98c10062-a5a6-4dc4-8de1-9f4f80d84e42, infoPort=38381, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127) 2024-12-16T02:43:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa09b9e34c643bfb6 with lease ID 0x7199813947ed9b46: from storage DS-e924f058-b179-4259-a6f4-32300273bdb5 node DatanodeRegistration(127.0.0.1:36759, datanodeUuid=98c10062-a5a6-4dc4-8de1-9f4f80d84e42, infoPort=38381, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa09b9e34c643bfb6 with lease ID 0x7199813947ed9b46: Processing first storage report for DS-f6903e9c-53e5-4816-82fa-7fb71971e5e2 from datanode DatanodeRegistration(127.0.0.1:36759, datanodeUuid=98c10062-a5a6-4dc4-8de1-9f4f80d84e42, infoPort=38381, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127) 2024-12-16T02:43:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa09b9e34c643bfb6 with lease ID 0x7199813947ed9b46: from storage DS-f6903e9c-53e5-4816-82fa-7fb71971e5e2 node DatanodeRegistration(127.0.0.1:36759, datanodeUuid=98c10062-a5a6-4dc4-8de1-9f4f80d84e42, infoPort=38381, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:41,726 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data3/current/BP-2128730203-172.17.0.2-1734317020127/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:41,726 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data4/current/BP-2128730203-172.17.0.2-1734317020127/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:41,750 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24f87cd24705d134 with lease ID 0x7199813947ed9b47: Processing first storage report for DS-957ea8b8-63d2-4c4c-be19-1852c8dbeecd from datanode DatanodeRegistration(127.0.0.1:34655, datanodeUuid=ff4cf806-370e-4c3f-84a1-2cf69bf326fe, infoPort=36781, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127) 2024-12-16T02:43:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24f87cd24705d134 with lease ID 0x7199813947ed9b47: from storage DS-957ea8b8-63d2-4c4c-be19-1852c8dbeecd node DatanodeRegistration(127.0.0.1:34655, datanodeUuid=ff4cf806-370e-4c3f-84a1-2cf69bf326fe, infoPort=36781, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24f87cd24705d134 with lease ID 0x7199813947ed9b47: Processing first storage report for DS-d91591ae-cdca-402b-8682-b74bc0b857e5 from datanode DatanodeRegistration(127.0.0.1:34655, datanodeUuid=ff4cf806-370e-4c3f-84a1-2cf69bf326fe, infoPort=36781, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127) 2024-12-16T02:43:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24f87cd24705d134 with lease ID 0x7199813947ed9b47: from storage DS-d91591ae-cdca-402b-8682-b74bc0b857e5 node DatanodeRegistration(127.0.0.1:34655, datanodeUuid=ff4cf806-370e-4c3f-84a1-2cf69bf326fe, infoPort=36781, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:41,821 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data5/current/BP-2128730203-172.17.0.2-1734317020127/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:41,821 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data6/current/BP-2128730203-172.17.0.2-1734317020127/current, will proceed with Du for space computation calculation, 2024-12-16T02:43:41,838 WARN [Thread-563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T02:43:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6284963fa14544c with lease ID 0x7199813947ed9b48: Processing first storage report for DS-d1447750-4932-430a-b270-6af92f008d74 from datanode DatanodeRegistration(127.0.0.1:43373, datanodeUuid=3a45faba-2241-4f56-b47b-07f8fb0d7f32, infoPort=35517, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127) 2024-12-16T02:43:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6284963fa14544c with lease ID 0x7199813947ed9b48: from storage DS-d1447750-4932-430a-b270-6af92f008d74 node DatanodeRegistration(127.0.0.1:43373, datanodeUuid=3a45faba-2241-4f56-b47b-07f8fb0d7f32, infoPort=35517, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6284963fa14544c with lease ID 0x7199813947ed9b48: Processing first storage report for DS-bd2b87f7-1a30-470c-9b74-beec5e828c8a from datanode DatanodeRegistration(127.0.0.1:43373, datanodeUuid=3a45faba-2241-4f56-b47b-07f8fb0d7f32, infoPort=35517, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127) 2024-12-16T02:43:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6284963fa14544c with lease ID 0x7199813947ed9b48: from storage DS-bd2b87f7-1a30-470c-9b74-beec5e828c8a node DatanodeRegistration(127.0.0.1:43373, datanodeUuid=3a45faba-2241-4f56-b47b-07f8fb0d7f32, infoPort=35517, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1729071059;c=1734317020127), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T02:43:41,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b 2024-12-16T02:43:41,899 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T02:43:41,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T02:43:41,906 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:41817/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:41817/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/oldWALs, maxLogs=32 2024-12-16T02:43:41,923 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734317021908, exclude list is [], retry=0 2024-12-16T02:43:41,927 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43373,DS-d1447750-4932-430a-b270-6af92f008d74,DISK] 2024-12-16T02:43:41,928 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-957ea8b8-63d2-4c4c-be19-1852c8dbeecd,DISK] 2024-12-16T02:43:41,929 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36759,DS-e924f058-b179-4259-a6f4-32300273bdb5,DISK] 2024-12-16T02:43:41,930 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734317021908 2024-12-16T02:43:41,931 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35517:35517),(127.0.0.1/127.0.0.1:36781:36781),(127.0.0.1/127.0.0.1:38381:38381)] 2024-12-16T02:43:42,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741825_1001 (size=121110) 2024-12-16T02:43:42,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43373 is added to blk_1073741825_1001 (size=121110) 2024-12-16T02:43:42,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36759 is added to blk_1073741825_1001 (size=121110) 2024-12-16T02:43:42,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T02:43:42,174 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41817/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1734317021908: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-16T02:43:42,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T02:43:42,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40f93690{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:42,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e7ef1ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:42,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:42,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43311ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:42,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311e8d7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:42,199 WARN [BP-2128730203-172.17.0.2-1734317020127 heartbeating to localhost/127.0.0.1:41817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:42,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:42,199 WARN [BP-2128730203-172.17.0.2-1734317020127 heartbeating to localhost/127.0.0.1:41817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128730203-172.17.0.2-1734317020127 (Datanode Uuid 3a45faba-2241-4f56-b47b-07f8fb0d7f32) service to localhost/127.0.0.1:41817 2024-12-16T02:43:42,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:42,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data5/current/BP-2128730203-172.17.0.2-1734317020127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:42,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data6/current/BP-2128730203-172.17.0.2-1734317020127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:42,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:42,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dba52a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:42,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c789f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:42,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:42,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@535867f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:42,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c32ae8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:42,207 WARN [BP-2128730203-172.17.0.2-1734317020127 heartbeating to localhost/127.0.0.1:41817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:42,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:42,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:42,207 WARN [BP-2128730203-172.17.0.2-1734317020127 heartbeating to localhost/127.0.0.1:41817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128730203-172.17.0.2-1734317020127 (Datanode Uuid ff4cf806-370e-4c3f-84a1-2cf69bf326fe) service to localhost/127.0.0.1:41817 2024-12-16T02:43:42,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data3/current/BP-2128730203-172.17.0.2-1734317020127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:42,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data4/current/BP-2128730203-172.17.0.2-1734317020127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:42,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:42,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@106f0a2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T02:43:42,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@641a45e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:42,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:42,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79d4ecd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:42,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab7a020{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:42,212 WARN [BP-2128730203-172.17.0.2-1734317020127 heartbeating to localhost/127.0.0.1:41817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T02:43:42,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T02:43:42,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T02:43:42,212 WARN [BP-2128730203-172.17.0.2-1734317020127 heartbeating to localhost/127.0.0.1:41817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128730203-172.17.0.2-1734317020127 (Datanode Uuid 98c10062-a5a6-4dc4-8de1-9f4f80d84e42) service to localhost/127.0.0.1:41817 2024-12-16T02:43:42,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data1/current/BP-2128730203-172.17.0.2-1734317020127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:42,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/cluster_043f53e9-a66f-a784-4528-f8d0a52afc45/dfs/data/data2/current/BP-2128730203-172.17.0.2-1734317020127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T02:43:42,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T02:43:42,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bacb3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T02:43:42,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@532473ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T02:43:42,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T02:43:42,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37934087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T02:43:42,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec14660{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9a654ff-c223-e184-cac6-ade7e8169c0b/hadoop.log.dir/,STOPPED} 2024-12-16T02:43:42,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T02:43:42,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=66 (was 58) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=11519 (was 11601)