2024-11-22 13:04:20,748 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-22 13:04:20,771 main DEBUG Took 0.018605 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 13:04:20,772 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 13:04:20,772 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 13:04:20,774 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 13:04:20,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,818 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 13:04:20,851 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,861 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,863 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,864 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,865 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,866 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,867 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,868 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,870 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,871 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,872 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:04:20,873 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,873 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 13:04:20,875 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:04:20,878 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 13:04:20,881 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 13:04:20,881 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 13:04:20,883 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 13:04:20,883 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 13:04:20,897 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 13:04:20,901 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 13:04:20,904 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 13:04:20,904 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 13:04:20,905 main DEBUG createAppenders(={Console}) 2024-11-22 13:04:20,906 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-22 13:04:20,907 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-22 13:04:20,907 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-22 13:04:20,920 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 13:04:20,921 main DEBUG OutputStream closed 2024-11-22 13:04:20,921 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 13:04:20,922 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 13:04:20,922 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-22 13:04:21,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 13:04:21,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 13:04:21,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 13:04:21,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 13:04:21,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 13:04:21,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 13:04:21,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 13:04:21,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 13:04:21,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 13:04:21,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 13:04:21,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 13:04:21,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 13:04:21,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 13:04:21,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 13:04:21,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 13:04:21,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 13:04:21,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 13:04:21,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 13:04:21,077 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 13:04:21,078 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-22 13:04:21,078 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 13:04:21,079 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-22T13:04:21,458 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53 2024-11-22 13:04:21,464 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 13:04:21,464 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T13:04:21,480 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-22T13:04:21,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=5840 2024-11-22T13:04:21,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb, deleteOnExit=true 2024-11-22T13:04:21,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/test.cache.data in system properties and HBase conf 2024-11-22T13:04:21,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T13:04:21,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir in system properties and HBase conf 2024-11-22T13:04:21,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T13:04:21,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T13:04:21,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T13:04:21,707 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T13:04:21,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T13:04:21,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:04:21,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:04:21,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T13:04:21,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:04:21,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T13:04:21,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T13:04:21,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:04:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:04:21,887 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T13:04:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/nfs.dump.dir in system properties and HBase conf 2024-11-22T13:04:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/java.io.tmpdir in system properties and HBase conf 2024-11-22T13:04:21,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:04:21,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T13:04:21,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T13:04:22,952 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T13:04:23,053 INFO [Time-limited test {}] log.Log(170): Logging initialized @3257ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T13:04:23,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:23,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:23,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:23,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:23,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:04:23,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:23,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:23,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:23,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/java.io.tmpdir/jetty-localhost-37191-hadoop-hdfs-3_4_1-tests_jar-_-any-15288482049636281882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:04:23,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:37191} 2024-11-22T13:04:23,519 INFO [Time-limited test {}] server.Server(415): Started @3725ms 2024-11-22T13:04:23,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:23,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:23,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:23,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:23,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:04:23,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:23,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:24,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/java.io.tmpdir/jetty-localhost-43069-hadoop-hdfs-3_4_1-tests_jar-_-any-10934660937742954596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:24,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:43069} 2024-11-22T13:04:24,084 INFO [Time-limited test {}] server.Server(415): Started @4290ms 2024-11-22T13:04:24,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:24,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:24,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:24,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:24,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:24,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:04:24,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:24,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:24,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/java.io.tmpdir/jetty-localhost-34329-hadoop-hdfs-3_4_1-tests_jar-_-any-7307593366151577836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:24,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:34329} 2024-11-22T13:04:24,413 INFO [Time-limited test {}] server.Server(415): Started @4619ms 2024-11-22T13:04:24,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:24,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:24,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:24,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:24,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:24,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:04:24,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:24,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:24,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/java.io.tmpdir/jetty-localhost-44533-hadoop-hdfs-3_4_1-tests_jar-_-any-5161362039488505713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:24,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:44533} 2024-11-22T13:04:24,619 INFO [Time-limited test {}] server.Server(415): Started @4825ms 2024-11-22T13:04:24,621 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:24,639 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data2/current/BP-985300992-172.17.0.2-1732280662655/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:24,639 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data1/current/BP-985300992-172.17.0.2-1732280662655/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:24,639 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data3/current/BP-985300992-172.17.0.2-1732280662655/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:24,643 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data4/current/BP-985300992-172.17.0.2-1732280662655/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:24,703 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:24,703 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:24,757 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data5/current/BP-985300992-172.17.0.2-1732280662655/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:24,758 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data6/current/BP-985300992-172.17.0.2-1732280662655/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90330324f59598cb with lease ID 0x7d258562b38d7b7e: Processing first storage report for DS-4f51247d-88cc-419b-884e-91987d4ef5fa from datanode DatanodeRegistration(127.0.0.1:43085, datanodeUuid=33ac88c6-522c-49c4-8b6b-02cd74ade551, infoPort=41821, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655) 2024-11-22T13:04:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90330324f59598cb with lease ID 0x7d258562b38d7b7e: from storage DS-4f51247d-88cc-419b-884e-91987d4ef5fa node DatanodeRegistration(127.0.0.1:43085, datanodeUuid=33ac88c6-522c-49c4-8b6b-02cd74ade551, infoPort=41821, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T13:04:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9be419749470a69d with lease ID 0x7d258562b38d7b7f: Processing first storage report for DS-6df88825-bfe2-4b16-8c67-9c8780d60c84 from datanode DatanodeRegistration(127.0.0.1:45781, datanodeUuid=e529bff2-6b34-4ed5-958d-6459a5fada74, infoPort=39799, infoSecurePort=0, ipcPort=35073, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655) 2024-11-22T13:04:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9be419749470a69d with lease ID 0x7d258562b38d7b7f: from storage DS-6df88825-bfe2-4b16-8c67-9c8780d60c84 node DatanodeRegistration(127.0.0.1:45781, datanodeUuid=e529bff2-6b34-4ed5-958d-6459a5fada74, infoPort=39799, infoSecurePort=0, ipcPort=35073, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90330324f59598cb with lease ID 0x7d258562b38d7b7e: Processing first storage report for DS-3e580f16-23de-4365-8483-55cd3b4aaaf1 from datanode DatanodeRegistration(127.0.0.1:43085, datanodeUuid=33ac88c6-522c-49c4-8b6b-02cd74ade551, infoPort=41821, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655) 2024-11-22T13:04:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90330324f59598cb with lease ID 0x7d258562b38d7b7e: from storage DS-3e580f16-23de-4365-8483-55cd3b4aaaf1 node DatanodeRegistration(127.0.0.1:43085, datanodeUuid=33ac88c6-522c-49c4-8b6b-02cd74ade551, infoPort=41821, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:24,804 WARN [Thread-118 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9be419749470a69d with lease ID 0x7d258562b38d7b7f: Processing first storage report for DS-bbc3f5b5-907a-4c32-b595-5d5a69c51506 from datanode DatanodeRegistration(127.0.0.1:45781, datanodeUuid=e529bff2-6b34-4ed5-958d-6459a5fada74, infoPort=39799, infoSecurePort=0, ipcPort=35073, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655) 2024-11-22T13:04:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9be419749470a69d with lease ID 0x7d258562b38d7b7f: from storage DS-bbc3f5b5-907a-4c32-b595-5d5a69c51506 node DatanodeRegistration(127.0.0.1:45781, datanodeUuid=e529bff2-6b34-4ed5-958d-6459a5fada74, infoPort=39799, infoSecurePort=0, ipcPort=35073, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:24,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x602a42aa83d0cf7c with lease ID 0x7d258562b38d7b80: Processing first storage report for DS-507be0a5-2d11-4a22-bf65-7d6f3594e44d from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=9ec11236-f711-4300-ad73-e415526ec4fe, infoPort=35265, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655) 2024-11-22T13:04:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x602a42aa83d0cf7c with lease ID 0x7d258562b38d7b80: from storage DS-507be0a5-2d11-4a22-bf65-7d6f3594e44d node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=9ec11236-f711-4300-ad73-e415526ec4fe, infoPort=35265, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T13:04:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x602a42aa83d0cf7c with lease ID 0x7d258562b38d7b80: Processing first storage report for DS-a25d04cc-d596-412d-876e-e029c88bdd35 from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=9ec11236-f711-4300-ad73-e415526ec4fe, infoPort=35265, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655) 2024-11-22T13:04:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x602a42aa83d0cf7c with lease ID 0x7d258562b38d7b80: from storage DS-a25d04cc-d596-412d-876e-e029c88bdd35 node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=9ec11236-f711-4300-ad73-e415526ec4fe, infoPort=35265, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=2088677882;c=1732280662655), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:25,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53 2024-11-22T13:04:25,190 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:04:25,196 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:04:25,199 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T13:04:25,212 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T13:04:25,213 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T13:04:25,283 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T13:04:25,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:04:25,349 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:41437/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:41437/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/oldWALs, maxLogs=32 2024-11-22T13:04:25,414 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732280665383, exclude list is [], retry=0 2024-11-22T13:04:25,490 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1038 (auto-detected) 2024-11-22T13:04:25,494 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T13:04:25,524 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43085,DS-4f51247d-88cc-419b-884e-91987d4ef5fa,DISK] 2024-11-22T13:04:25,528 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T13:04:25,560 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-507be0a5-2d11-4a22-bf65-7d6f3594e44d,DISK] 2024-11-22T13:04:25,561 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-6df88825-bfe2-4b16-8c67-9c8780d60c84,DISK] 2024-11-22T13:04:25,650 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732280665383 2024-11-22T13:04:25,652 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821),(127.0.0.1/127.0.0.1:35265:35265),(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-22T13:04:25,654 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T13:04:26,362 DEBUG [AsyncFSWAL-0-hdfs://localhost:41437/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-22T13:04:29,140 INFO [AsyncFSWAL-0-hdfs://localhost:41437/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 119 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43085,DS-4f51247d-88cc-419b-884e-91987d4ef5fa,DISK], DatanodeInfoWithStorage[127.0.0.1:43095,DS-507be0a5-2d11-4a22-bf65-7d6f3594e44d,DISK], DatanodeInfoWithStorage[127.0.0.1:45781,DS-6df88825-bfe2-4b16-8c67-9c8780d60c84,DISK]] 2024-11-22T13:04:30,180 INFO [AsyncFSWAL-0-hdfs://localhost:41437/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 271 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43085,DS-4f51247d-88cc-419b-884e-91987d4ef5fa,DISK], DatanodeInfoWithStorage[127.0.0.1:43095,DS-507be0a5-2d11-4a22-bf65-7d6f3594e44d,DISK], DatanodeInfoWithStorage[127.0.0.1:45781,DS-6df88825-bfe2-4b16-8c67-9c8780d60c84,DISK]] 2024-11-22T13:04:30,644 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-435373756_22 at /127.0.0.1:33168 [Receiving block BP-985300992-172.17.0.2-1732280662655:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 397ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data3/, blockId=1073741825, seqno=855 2024-11-22T13:04:30,645 INFO [AsyncFSWAL-0-hdfs://localhost:41437/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 399 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43085,DS-4f51247d-88cc-419b-884e-91987d4ef5fa,DISK], DatanodeInfoWithStorage[127.0.0.1:43095,DS-507be0a5-2d11-4a22-bf65-7d6f3594e44d,DISK], DatanodeInfoWithStorage[127.0.0.1:45781,DS-6df88825-bfe2-4b16-8c67-9c8780d60c84,DISK]] 2024-11-22T13:04:33,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741825_1001 (size=1048651116) 2024-11-22T13:04:33,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741825_1001 (size=1048651116) 2024-11-22T13:04:33,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741825_1001 (size=1048651116) 2024-11-22T13:04:33,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:04:33,979 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41437/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732280665383: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-22T13:04:35,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T13:04:35,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:35,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:35,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:35,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:35,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:35,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:35,404 WARN [BP-985300992-172.17.0.2-1732280662655 heartbeating to localhost/127.0.0.1:41437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:35,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:35,404 WARN [BP-985300992-172.17.0.2-1732280662655 heartbeating to localhost/127.0.0.1:41437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985300992-172.17.0.2-1732280662655 (Datanode Uuid 9ec11236-f711-4300-ad73-e415526ec4fe) service to localhost/127.0.0.1:41437 2024-11-22T13:04:35,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data5/current/BP-985300992-172.17.0.2-1732280662655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:35,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data6/current/BP-985300992-172.17.0.2-1732280662655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:35,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:35,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:35,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:35,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:35,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:35,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:35,428 WARN [BP-985300992-172.17.0.2-1732280662655 heartbeating to localhost/127.0.0.1:41437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:35,429 WARN [BP-985300992-172.17.0.2-1732280662655 heartbeating to localhost/127.0.0.1:41437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985300992-172.17.0.2-1732280662655 (Datanode Uuid e529bff2-6b34-4ed5-958d-6459a5fada74) service to localhost/127.0.0.1:41437 2024-11-22T13:04:35,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data3/current/BP-985300992-172.17.0.2-1732280662655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:35,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data4/current/BP-985300992-172.17.0.2-1732280662655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:35,430 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:35,430 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:35,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:35,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:35,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:35,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:35,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:35,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:35,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:35,441 WARN [BP-985300992-172.17.0.2-1732280662655 heartbeating to localhost/127.0.0.1:41437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:35,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:35,442 WARN [BP-985300992-172.17.0.2-1732280662655 heartbeating to localhost/127.0.0.1:41437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985300992-172.17.0.2-1732280662655 (Datanode Uuid 33ac88c6-522c-49c4-8b6b-02cd74ade551) service to localhost/127.0.0.1:41437 2024-11-22T13:04:35,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data1/current/BP-985300992-172.17.0.2-1732280662655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:35,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/cluster_f78657f3-5b3b-03c9-3549-3136376fa8cb/dfs/data/data2/current/BP-985300992-172.17.0.2-1732280662655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:35,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:35,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:04:35,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:35,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:35,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:35,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:36,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-22T13:04:36,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=48 (was 12) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1336835d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:41437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:41437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 319) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5179 (was 5840) 2024-11-22T13:04:36,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=48, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=5179 2024-11-22T13:04:36,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.log.dir so I do NOT create it in target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870 2024-11-22T13:04:36,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8c9be84f-3c62-b1d6-809b-c324f5b15f53/hadoop.tmp.dir so I do NOT create it in target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870 2024-11-22T13:04:36,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58, deleteOnExit=true 2024-11-22T13:04:36,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/test.cache.data in system properties and HBase conf 2024-11-22T13:04:36,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T13:04:36,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir in system properties and HBase conf 2024-11-22T13:04:36,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T13:04:36,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T13:04:36,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T13:04:36,044 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T13:04:36,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:04:36,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:04:36,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T13:04:36,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:04:36,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T13:04:36,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T13:04:36,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:04:36,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:04:36,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T13:04:36,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/nfs.dump.dir in system properties and HBase conf 2024-11-22T13:04:36,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/java.io.tmpdir in system properties and HBase conf 2024-11-22T13:04:36,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:04:36,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T13:04:36,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T13:04:36,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:36,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:36,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:36,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:36,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:04:36,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:36,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@575100b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:36,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2969fcd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:36,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c6f93f0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/java.io.tmpdir/jetty-localhost-37599-hadoop-hdfs-3_4_1-tests_jar-_-any-6879571909723705505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:04:36,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@379954b0{HTTP/1.1, (http/1.1)}{localhost:37599} 2024-11-22T13:04:36,279 INFO [Time-limited test {}] server.Server(415): Started @16485ms 2024-11-22T13:04:36,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:36,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:36,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:36,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:36,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:04:36,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530811ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:36,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@592d3669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:36,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@532dc449{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/java.io.tmpdir/jetty-localhost-46271-hadoop-hdfs-3_4_1-tests_jar-_-any-5138270356580829608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:36,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4491af01{HTTP/1.1, (http/1.1)}{localhost:46271} 2024-11-22T13:04:36,496 INFO [Time-limited test {}] server.Server(415): Started @16702ms 2024-11-22T13:04:36,499 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:36,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:36,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:36,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:36,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:36,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:04:36,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@197edde1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:36,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b70eb6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:36,613 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data1/current/BP-154934770-172.17.0.2-1732280676084/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:36,614 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data2/current/BP-154934770-172.17.0.2-1732280676084/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:36,641 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d36c51b43434cb0 with lease ID 0x13a721e600be55b1: Processing first storage report for DS-fbca9627-da50-4fd3-8b99-6f28d95a171f from datanode DatanodeRegistration(127.0.0.1:46349, datanodeUuid=8ff6dcc1-6044-47a3-80d3-89a7bdf74a5d, infoPort=42181, infoSecurePort=0, ipcPort=44041, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084) 2024-11-22T13:04:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d36c51b43434cb0 with lease ID 0x13a721e600be55b1: from storage DS-fbca9627-da50-4fd3-8b99-6f28d95a171f node DatanodeRegistration(127.0.0.1:46349, datanodeUuid=8ff6dcc1-6044-47a3-80d3-89a7bdf74a5d, infoPort=42181, infoSecurePort=0, ipcPort=44041, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d36c51b43434cb0 with lease ID 0x13a721e600be55b1: Processing first storage report for DS-337454e9-07df-4e09-926a-95ba28b47188 from datanode DatanodeRegistration(127.0.0.1:46349, datanodeUuid=8ff6dcc1-6044-47a3-80d3-89a7bdf74a5d, infoPort=42181, infoSecurePort=0, ipcPort=44041, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084) 2024-11-22T13:04:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d36c51b43434cb0 with lease ID 0x13a721e600be55b1: from storage DS-337454e9-07df-4e09-926a-95ba28b47188 node DatanodeRegistration(127.0.0.1:46349, datanodeUuid=8ff6dcc1-6044-47a3-80d3-89a7bdf74a5d, infoPort=42181, infoSecurePort=0, ipcPort=44041, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:36,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d9840f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/java.io.tmpdir/jetty-localhost-40347-hadoop-hdfs-3_4_1-tests_jar-_-any-13312349576762073202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:36,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a55bac2{HTTP/1.1, (http/1.1)}{localhost:40347} 2024-11-22T13:04:36,677 INFO [Time-limited test {}] server.Server(415): Started @16883ms 2024-11-22T13:04:36,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:36,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:36,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:36,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:36,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:36,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:04:36,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11621325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:36,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53439c89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:36,772 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data4/current/BP-154934770-172.17.0.2-1732280676084/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:36,772 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data3/current/BP-154934770-172.17.0.2-1732280676084/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:36,797 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:36,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3be7ffc55626fd0 with lease ID 0x13a721e600be55b2: Processing first storage report for DS-c5bb407a-48b4-4587-91db-058bc9042a53 from datanode DatanodeRegistration(127.0.0.1:38489, datanodeUuid=197a1879-ec51-4725-9a57-173fb3e556f7, infoPort=35869, infoSecurePort=0, ipcPort=43625, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084) 2024-11-22T13:04:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3be7ffc55626fd0 with lease ID 0x13a721e600be55b2: from storage DS-c5bb407a-48b4-4587-91db-058bc9042a53 node DatanodeRegistration(127.0.0.1:38489, datanodeUuid=197a1879-ec51-4725-9a57-173fb3e556f7, infoPort=35869, infoSecurePort=0, ipcPort=43625, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3be7ffc55626fd0 with lease ID 0x13a721e600be55b2: Processing first storage report for DS-042e61c4-2a01-4b3d-9d24-fb3c82568d3b from datanode DatanodeRegistration(127.0.0.1:38489, datanodeUuid=197a1879-ec51-4725-9a57-173fb3e556f7, infoPort=35869, infoSecurePort=0, ipcPort=43625, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084) 2024-11-22T13:04:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3be7ffc55626fd0 with lease ID 0x13a721e600be55b2: from storage DS-042e61c4-2a01-4b3d-9d24-fb3c82568d3b node DatanodeRegistration(127.0.0.1:38489, datanodeUuid=197a1879-ec51-4725-9a57-173fb3e556f7, infoPort=35869, infoSecurePort=0, ipcPort=43625, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:36,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383646e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/java.io.tmpdir/jetty-localhost-37983-hadoop-hdfs-3_4_1-tests_jar-_-any-41846128767704177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:36,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a4b545c{HTTP/1.1, (http/1.1)}{localhost:37983} 2024-11-22T13:04:36,868 INFO [Time-limited test {}] server.Server(415): Started @17074ms 2024-11-22T13:04:36,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:36,962 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data6/current/BP-154934770-172.17.0.2-1732280676084/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:36,962 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data5/current/BP-154934770-172.17.0.2-1732280676084/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:36,982 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:36,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98df97499903803 with lease ID 0x13a721e600be55b3: Processing first storage report for DS-a889f24c-c0a8-4b11-ac95-9480f54377fb from datanode DatanodeRegistration(127.0.0.1:42861, datanodeUuid=01d5f074-2113-4fb1-9a1e-facc78d52d76, infoPort=40927, infoSecurePort=0, ipcPort=45363, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084) 2024-11-22T13:04:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98df97499903803 with lease ID 0x13a721e600be55b3: from storage DS-a889f24c-c0a8-4b11-ac95-9480f54377fb node DatanodeRegistration(127.0.0.1:42861, datanodeUuid=01d5f074-2113-4fb1-9a1e-facc78d52d76, infoPort=40927, infoSecurePort=0, ipcPort=45363, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98df97499903803 with lease ID 0x13a721e600be55b3: Processing first storage report for DS-260675e3-345c-47f2-9f62-d4d98f96bee1 from datanode DatanodeRegistration(127.0.0.1:42861, datanodeUuid=01d5f074-2113-4fb1-9a1e-facc78d52d76, infoPort=40927, infoSecurePort=0, ipcPort=45363, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084) 2024-11-22T13:04:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98df97499903803 with lease ID 0x13a721e600be55b3: from storage DS-260675e3-345c-47f2-9f62-d4d98f96bee1 node DatanodeRegistration(127.0.0.1:42861, datanodeUuid=01d5f074-2113-4fb1-9a1e-facc78d52d76, infoPort=40927, infoSecurePort=0, ipcPort=45363, storageInfo=lv=-57;cid=testClusterID;nsid=1579636084;c=1732280676084), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:37,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870 2024-11-22T13:04:37,003 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:04:37,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:04:37,010 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46299/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46299/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/oldWALs, maxLogs=32 2024-11-22T13:04:37,026 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732280677012, exclude list is [], retry=0 2024-11-22T13:04:37,032 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42861,DS-a889f24c-c0a8-4b11-ac95-9480f54377fb,DISK] 2024-11-22T13:04:37,034 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46349,DS-fbca9627-da50-4fd3-8b99-6f28d95a171f,DISK] 2024-11-22T13:04:37,034 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38489,DS-c5bb407a-48b4-4587-91db-058bc9042a53,DISK] 2024-11-22T13:04:37,038 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732280677012 2024-11-22T13:04:37,038 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40927:40927),(127.0.0.1/127.0.0.1:42181:42181),(127.0.0.1/127.0.0.1:35869:35869)] 2024-11-22T13:04:37,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741825_1001 (size=1073110) 2024-11-22T13:04:37,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38489 is added to blk_1073741825_1001 (size=1073110) 2024-11-22T13:04:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741825_1001 (size=1073110) 2024-11-22T13:04:37,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:04:37,469 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46299/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732280677012: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-22T13:04:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T13:04:37,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383646e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:37,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a4b545c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:37,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:37,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53439c89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:37,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11621325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:37,516 WARN [BP-154934770-172.17.0.2-1732280676084 heartbeating to localhost/127.0.0.1:46299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:37,516 WARN [BP-154934770-172.17.0.2-1732280676084 heartbeating to localhost/127.0.0.1:46299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-154934770-172.17.0.2-1732280676084 (Datanode Uuid 01d5f074-2113-4fb1-9a1e-facc78d52d76) service to localhost/127.0.0.1:46299 2024-11-22T13:04:37,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data5/current/BP-154934770-172.17.0.2-1732280676084 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:37,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data6/current/BP-154934770-172.17.0.2-1732280676084 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:37,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:37,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:37,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:37,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d9840f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:37,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a55bac2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:37,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:37,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b70eb6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:37,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@197edde1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:37,529 WARN [BP-154934770-172.17.0.2-1732280676084 heartbeating to localhost/127.0.0.1:46299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:37,529 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:37,530 WARN [BP-154934770-172.17.0.2-1732280676084 heartbeating to localhost/127.0.0.1:46299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-154934770-172.17.0.2-1732280676084 (Datanode Uuid 197a1879-ec51-4725-9a57-173fb3e556f7) service to localhost/127.0.0.1:46299 2024-11-22T13:04:37,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:37,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data3/current/BP-154934770-172.17.0.2-1732280676084 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:37,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data4/current/BP-154934770-172.17.0.2-1732280676084 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:37,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:37,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@532dc449{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:37,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4491af01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:37,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:37,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@592d3669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:37,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530811ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:37,544 WARN [BP-154934770-172.17.0.2-1732280676084 heartbeating to localhost/127.0.0.1:46299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:37,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:37,544 WARN [BP-154934770-172.17.0.2-1732280676084 heartbeating to localhost/127.0.0.1:46299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-154934770-172.17.0.2-1732280676084 (Datanode Uuid 8ff6dcc1-6044-47a3-80d3-89a7bdf74a5d) service to localhost/127.0.0.1:46299 2024-11-22T13:04:37,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:37,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data1/current/BP-154934770-172.17.0.2-1732280676084 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:37,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/cluster_9e122bad-6a5c-722f-9f55-64337cf95c58/dfs/data/data2/current/BP-154934770-172.17.0.2-1732280676084 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:37,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:37,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c6f93f0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:04:37,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@379954b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:37,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:37,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2969fcd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:37,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@575100b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:37,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-22T13:04:37,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=56 (was 48) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:46299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 388) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5106 (was 5179) 2024-11-22T13:04:37,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=5105 2024-11-22T13:04:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.log.dir so I do NOT create it in target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72 2024-11-22T13:04:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ef34e49-69ee-87b1-1c82-e1955dfee870/hadoop.tmp.dir so I do NOT create it in target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72 2024-11-22T13:04:37,594 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d, deleteOnExit=true 2024-11-22T13:04:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/test.cache.data in system properties and HBase conf 2024-11-22T13:04:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T13:04:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir in system properties and HBase conf 2024-11-22T13:04:37,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T13:04:37,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T13:04:37,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T13:04:37,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T13:04:37,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:04:37,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:04:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T13:04:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:04:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T13:04:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T13:04:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:04:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:04:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T13:04:37,597 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/nfs.dump.dir in system properties and HBase conf 2024-11-22T13:04:37,597 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/java.io.tmpdir in system properties and HBase conf 2024-11-22T13:04:37,597 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:04:37,597 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T13:04:37,597 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T13:04:37,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:37,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:37,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:37,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:37,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:04:37,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:37,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2376b5e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:37,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2528141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:37,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158427de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/java.io.tmpdir/jetty-localhost-36877-hadoop-hdfs-3_4_1-tests_jar-_-any-781299363933816342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:04:37,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@475bc6f4{HTTP/1.1, (http/1.1)}{localhost:36877} 2024-11-22T13:04:37,817 INFO [Time-limited test {}] server.Server(415): Started @18023ms 2024-11-22T13:04:37,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:37,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:37,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:37,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:37,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:04:37,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a4a68f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:37,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57eabdec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:38,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@639f22e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/java.io.tmpdir/jetty-localhost-39917-hadoop-hdfs-3_4_1-tests_jar-_-any-5914016653203761255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:38,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@674dde04{HTTP/1.1, (http/1.1)}{localhost:39917} 2024-11-22T13:04:38,028 INFO [Time-limited test {}] server.Server(415): Started @18234ms 2024-11-22T13:04:38,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:38,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:38,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:38,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:38,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:38,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:04:38,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@493f2cb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:38,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b137eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:38,122 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data1/current/BP-1804787040-172.17.0.2-1732280677632/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:38,122 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data2/current/BP-1804787040-172.17.0.2-1732280677632/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:38,148 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11750713a120bafe with lease ID 0x5901448140c5ed3a: Processing first storage report for DS-e913ee8b-b012-43cd-b09a-1733b11e94b0 from datanode DatanodeRegistration(127.0.0.1:43765, datanodeUuid=8a958d48-6232-4d86-b2f6-c4a9ee4ea950, infoPort=45673, infoSecurePort=0, ipcPort=36391, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632) 2024-11-22T13:04:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11750713a120bafe with lease ID 0x5901448140c5ed3a: from storage DS-e913ee8b-b012-43cd-b09a-1733b11e94b0 node DatanodeRegistration(127.0.0.1:43765, datanodeUuid=8a958d48-6232-4d86-b2f6-c4a9ee4ea950, infoPort=45673, infoSecurePort=0, ipcPort=36391, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T13:04:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11750713a120bafe with lease ID 0x5901448140c5ed3a: Processing first storage report for DS-bb22941e-9765-4eca-a901-33c422a70633 from datanode DatanodeRegistration(127.0.0.1:43765, datanodeUuid=8a958d48-6232-4d86-b2f6-c4a9ee4ea950, infoPort=45673, infoSecurePort=0, ipcPort=36391, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632) 2024-11-22T13:04:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11750713a120bafe with lease ID 0x5901448140c5ed3a: from storage DS-bb22941e-9765-4eca-a901-33c422a70633 node DatanodeRegistration(127.0.0.1:43765, datanodeUuid=8a958d48-6232-4d86-b2f6-c4a9ee4ea950, infoPort=45673, infoSecurePort=0, ipcPort=36391, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:38,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@794f7cf1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/java.io.tmpdir/jetty-localhost-43327-hadoop-hdfs-3_4_1-tests_jar-_-any-6583552650026777483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:38,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69227cb3{HTTP/1.1, (http/1.1)}{localhost:43327} 2024-11-22T13:04:38,199 INFO [Time-limited test {}] server.Server(415): Started @18405ms 2024-11-22T13:04:38,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:38,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:38,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:38,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:38,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:38,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:04:38,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d42aead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:38,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@392ee165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:38,290 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data4/current/BP-1804787040-172.17.0.2-1732280677632/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:38,290 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data3/current/BP-1804787040-172.17.0.2-1732280677632/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:38,309 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f96e5d9805bb42 with lease ID 0x5901448140c5ed3b: Processing first storage report for DS-c88a5275-e4af-44cf-bc8e-36f3665ca12d from datanode DatanodeRegistration(127.0.0.1:37345, datanodeUuid=d824262f-ab6b-406d-b9e3-09388c76262f, infoPort=44833, infoSecurePort=0, ipcPort=38919, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632) 2024-11-22T13:04:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f96e5d9805bb42 with lease ID 0x5901448140c5ed3b: from storage DS-c88a5275-e4af-44cf-bc8e-36f3665ca12d node DatanodeRegistration(127.0.0.1:37345, datanodeUuid=d824262f-ab6b-406d-b9e3-09388c76262f, infoPort=44833, infoSecurePort=0, ipcPort=38919, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f96e5d9805bb42 with lease ID 0x5901448140c5ed3b: Processing first storage report for DS-8c1698b4-6495-428a-88d9-3a56bbb1098b from datanode DatanodeRegistration(127.0.0.1:37345, datanodeUuid=d824262f-ab6b-406d-b9e3-09388c76262f, infoPort=44833, infoSecurePort=0, ipcPort=38919, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632) 2024-11-22T13:04:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f96e5d9805bb42 with lease ID 0x5901448140c5ed3b: from storage DS-8c1698b4-6495-428a-88d9-3a56bbb1098b node DatanodeRegistration(127.0.0.1:37345, datanodeUuid=d824262f-ab6b-406d-b9e3-09388c76262f, infoPort=44833, infoSecurePort=0, ipcPort=38919, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:38,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ddb2c32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/java.io.tmpdir/jetty-localhost-39433-hadoop-hdfs-3_4_1-tests_jar-_-any-7641149206641836731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:38,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@588ac888{HTTP/1.1, (http/1.1)}{localhost:39433} 2024-11-22T13:04:38,373 INFO [Time-limited test {}] server.Server(415): Started @18579ms 2024-11-22T13:04:38,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:38,481 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data5/current/BP-1804787040-172.17.0.2-1732280677632/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:38,481 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data6/current/BP-1804787040-172.17.0.2-1732280677632/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:38,502 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x637694b68986a92c with lease ID 0x5901448140c5ed3c: Processing first storage report for DS-3ea51ee0-80ef-40f8-b525-0d57c460871d from datanode DatanodeRegistration(127.0.0.1:33873, datanodeUuid=82c3ffdf-e94b-43e0-b119-0ccd5bc82499, infoPort=39031, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632) 2024-11-22T13:04:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x637694b68986a92c with lease ID 0x5901448140c5ed3c: from storage DS-3ea51ee0-80ef-40f8-b525-0d57c460871d node DatanodeRegistration(127.0.0.1:33873, datanodeUuid=82c3ffdf-e94b-43e0-b119-0ccd5bc82499, infoPort=39031, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T13:04:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x637694b68986a92c with lease ID 0x5901448140c5ed3c: Processing first storage report for DS-da78ff4d-3a6e-445e-9412-87a64aea23a2 from datanode DatanodeRegistration(127.0.0.1:33873, datanodeUuid=82c3ffdf-e94b-43e0-b119-0ccd5bc82499, infoPort=39031, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632) 2024-11-22T13:04:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x637694b68986a92c with lease ID 0x5901448140c5ed3c: from storage DS-da78ff4d-3a6e-445e-9412-87a64aea23a2 node DatanodeRegistration(127.0.0.1:33873, datanodeUuid=82c3ffdf-e94b-43e0-b119-0ccd5bc82499, infoPort=39031, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=735976418;c=1732280677632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:38,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72 2024-11-22T13:04:38,518 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:04:38,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:04:38,528 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:44143/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:44143/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/oldWALs, maxLogs=32 2024-11-22T13:04:38,553 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732280678530, exclude list is [], retry=0 2024-11-22T13:04:38,559 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33873,DS-3ea51ee0-80ef-40f8-b525-0d57c460871d,DISK] 2024-11-22T13:04:38,560 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-c88a5275-e4af-44cf-bc8e-36f3665ca12d,DISK] 2024-11-22T13:04:38,561 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43765,DS-e913ee8b-b012-43cd-b09a-1733b11e94b0,DISK] 2024-11-22T13:04:38,563 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732280678530 2024-11-22T13:04:38,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031),(127.0.0.1/127.0.0.1:44833:44833),(127.0.0.1/127.0.0.1:45673:45673)] 2024-11-22T13:04:38,580 INFO [AsyncFSWAL-0-hdfs://localhost:44143/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-22T13:04:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33873 is added to blk_1073741825_1001 (size=5861116) 2024-11-22T13:04:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741825_1001 (size=5861116) 2024-11-22T13:04:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43765 is added to blk_1073741825_1001 (size=5861116) 2024-11-22T13:04:50,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:04:50,286 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44143/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732280678530: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T13:04:52,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T13:04:52,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ddb2c32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:52,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@588ac888{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:52,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:52,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@392ee165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:52,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d42aead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:52,253 WARN [BP-1804787040-172.17.0.2-1732280677632 heartbeating to localhost/127.0.0.1:44143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:52,253 WARN [BP-1804787040-172.17.0.2-1732280677632 heartbeating to localhost/127.0.0.1:44143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1804787040-172.17.0.2-1732280677632 (Datanode Uuid 82c3ffdf-e94b-43e0-b119-0ccd5bc82499) service to localhost/127.0.0.1:44143 2024-11-22T13:04:52,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:52,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:52,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data5/current/BP-1804787040-172.17.0.2-1732280677632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:52,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data6/current/BP-1804787040-172.17.0.2-1732280677632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:52,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:52,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@794f7cf1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:52,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69227cb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:52,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:52,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b137eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:52,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@493f2cb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:52,268 WARN [BP-1804787040-172.17.0.2-1732280677632 heartbeating to localhost/127.0.0.1:44143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:52,269 WARN [BP-1804787040-172.17.0.2-1732280677632 heartbeating to localhost/127.0.0.1:44143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1804787040-172.17.0.2-1732280677632 (Datanode Uuid d824262f-ab6b-406d-b9e3-09388c76262f) service to localhost/127.0.0.1:44143 2024-11-22T13:04:52,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:52,269 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:52,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data3/current/BP-1804787040-172.17.0.2-1732280677632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:52,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data4/current/BP-1804787040-172.17.0.2-1732280677632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:52,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:52,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@639f22e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:52,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@674dde04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:52,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:52,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57eabdec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:52,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a4a68f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:52,283 WARN [BP-1804787040-172.17.0.2-1732280677632 heartbeating to localhost/127.0.0.1:44143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:52,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:52,283 WARN [BP-1804787040-172.17.0.2-1732280677632 heartbeating to localhost/127.0.0.1:44143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1804787040-172.17.0.2-1732280677632 (Datanode Uuid 8a958d48-6232-4d86-b2f6-c4a9ee4ea950) service to localhost/127.0.0.1:44143 2024-11-22T13:04:52,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:52,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data1/current/BP-1804787040-172.17.0.2-1732280677632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:52,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/cluster_4a03b220-e3a3-304a-cb89-e1265d3d5a2d/dfs/data/data2/current/BP-1804787040-172.17.0.2-1732280677632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:52,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:52,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158427de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:04:52,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@475bc6f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:52,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:52,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2528141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:52,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2376b5e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:52,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-22T13:04:52,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 56) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 397), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=4869 (was 5105) 2024-11-22T13:04:52,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=4869 2024-11-22T13:04:52,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.log.dir so I do NOT create it in target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee 2024-11-22T13:04:52,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e9fb1ece-c61f-ee02-405e-3edc7900ad72/hadoop.tmp.dir so I do NOT create it in target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee 2024-11-22T13:04:52,344 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2, deleteOnExit=true 2024-11-22T13:04:52,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/test.cache.data in system properties and HBase conf 2024-11-22T13:04:52,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T13:04:52,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir in system properties and HBase conf 2024-11-22T13:04:52,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T13:04:52,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T13:04:52,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T13:04:52,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T13:04:52,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:04:52,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:04:52,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T13:04:52,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:04:52,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T13:04:52,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T13:04:52,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:04:52,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:04:52,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T13:04:52,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/nfs.dump.dir in system properties and HBase conf 2024-11-22T13:04:52,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/java.io.tmpdir in system properties and HBase conf 2024-11-22T13:04:52,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:04:52,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T13:04:52,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T13:04:52,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:52,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:52,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:52,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:52,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:04:52,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:52,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d953ba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:52,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@308f8f77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:52,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1609176b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/java.io.tmpdir/jetty-localhost-39087-hadoop-hdfs-3_4_1-tests_jar-_-any-7055751674310616667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:04:52,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6751729e{HTTP/1.1, (http/1.1)}{localhost:39087} 2024-11-22T13:04:52,601 INFO [Time-limited test {}] server.Server(415): Started @32807ms 2024-11-22T13:04:52,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:52,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:52,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:52,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:52,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:04:52,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3544f39f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:52,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@657d7f7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:52,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57ffcdda{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/java.io.tmpdir/jetty-localhost-37395-hadoop-hdfs-3_4_1-tests_jar-_-any-12055290045821120117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:52,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f7da1f1{HTTP/1.1, (http/1.1)}{localhost:37395} 2024-11-22T13:04:52,833 INFO [Time-limited test {}] server.Server(415): Started @33039ms 2024-11-22T13:04:52,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:52,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:52,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:52,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:52,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:52,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:04:52,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4de976d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:52,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e014fa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:52,945 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data1/current/BP-150994901-172.17.0.2-1732280692375/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:52,946 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data2/current/BP-150994901-172.17.0.2-1732280692375/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:52,981 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:52,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0b5c61efcdeced5 with lease ID 0x58d1104efedfe5d4: Processing first storage report for DS-396ec591-68bc-4516-ac7e-b01350f5faaf from datanode DatanodeRegistration(127.0.0.1:35393, datanodeUuid=d58845a6-b529-4315-be36-1fed2ccd20e5, infoPort=38413, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375) 2024-11-22T13:04:52,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0b5c61efcdeced5 with lease ID 0x58d1104efedfe5d4: from storage DS-396ec591-68bc-4516-ac7e-b01350f5faaf node DatanodeRegistration(127.0.0.1:35393, datanodeUuid=d58845a6-b529-4315-be36-1fed2ccd20e5, infoPort=38413, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T13:04:52,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0b5c61efcdeced5 with lease ID 0x58d1104efedfe5d4: Processing first storage report for DS-bdd9730c-41bf-477f-bea8-96dc11008dac from datanode DatanodeRegistration(127.0.0.1:35393, datanodeUuid=d58845a6-b529-4315-be36-1fed2ccd20e5, infoPort=38413, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375) 2024-11-22T13:04:52,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0b5c61efcdeced5 with lease ID 0x58d1104efedfe5d4: from storage DS-bdd9730c-41bf-477f-bea8-96dc11008dac node DatanodeRegistration(127.0.0.1:35393, datanodeUuid=d58845a6-b529-4315-be36-1fed2ccd20e5, infoPort=38413, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:53,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a46be77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/java.io.tmpdir/jetty-localhost-37135-hadoop-hdfs-3_4_1-tests_jar-_-any-8536564053355220188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:53,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356540b4{HTTP/1.1, (http/1.1)}{localhost:37135} 2024-11-22T13:04:53,082 INFO [Time-limited test {}] server.Server(415): Started @33288ms 2024-11-22T13:04:53,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:53,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:04:53,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:04:53,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:04:53,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:04:53,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:04:53,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15cbd683{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:04:53,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afad8c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:04:53,191 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data3/current/BP-150994901-172.17.0.2-1732280692375/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:53,192 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data4/current/BP-150994901-172.17.0.2-1732280692375/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:53,229 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x222f7fcff556417f with lease ID 0x58d1104efedfe5d5: Processing first storage report for DS-ceaf376c-6137-4f17-9ef8-89f4404680e3 from datanode DatanodeRegistration(127.0.0.1:36415, datanodeUuid=d4a914e8-67aa-45a5-aa78-bdd22821b104, infoPort=44527, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375) 2024-11-22T13:04:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x222f7fcff556417f with lease ID 0x58d1104efedfe5d5: from storage DS-ceaf376c-6137-4f17-9ef8-89f4404680e3 node DatanodeRegistration(127.0.0.1:36415, datanodeUuid=d4a914e8-67aa-45a5-aa78-bdd22821b104, infoPort=44527, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x222f7fcff556417f with lease ID 0x58d1104efedfe5d5: Processing first storage report for DS-360bf588-fe95-4ed4-bb86-ae842cc979dd from datanode DatanodeRegistration(127.0.0.1:36415, datanodeUuid=d4a914e8-67aa-45a5-aa78-bdd22821b104, infoPort=44527, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375) 2024-11-22T13:04:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x222f7fcff556417f with lease ID 0x58d1104efedfe5d5: from storage DS-360bf588-fe95-4ed4-bb86-ae842cc979dd node DatanodeRegistration(127.0.0.1:36415, datanodeUuid=d4a914e8-67aa-45a5-aa78-bdd22821b104, infoPort=44527, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:53,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e666c97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/java.io.tmpdir/jetty-localhost-34403-hadoop-hdfs-3_4_1-tests_jar-_-any-3307872516072463282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:53,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d61fc68{HTTP/1.1, (http/1.1)}{localhost:34403} 2024-11-22T13:04:53,304 INFO [Time-limited test {}] server.Server(415): Started @33510ms 2024-11-22T13:04:53,311 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:04:53,432 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data5/current/BP-150994901-172.17.0.2-1732280692375/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:53,433 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data6/current/BP-150994901-172.17.0.2-1732280692375/current, will proceed with Du for space computation calculation, 2024-11-22T13:04:53,461 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:04:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bcd3f5606b62954 with lease ID 0x58d1104efedfe5d6: Processing first storage report for DS-0be6c9b9-0ec2-4d07-976e-6974d39c0f70 from datanode DatanodeRegistration(127.0.0.1:40365, datanodeUuid=ce21401e-afdc-4451-b50f-49dc25409947, infoPort=37561, infoSecurePort=0, ipcPort=42931, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375) 2024-11-22T13:04:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bcd3f5606b62954 with lease ID 0x58d1104efedfe5d6: from storage DS-0be6c9b9-0ec2-4d07-976e-6974d39c0f70 node DatanodeRegistration(127.0.0.1:40365, datanodeUuid=ce21401e-afdc-4451-b50f-49dc25409947, infoPort=37561, infoSecurePort=0, ipcPort=42931, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bcd3f5606b62954 with lease ID 0x58d1104efedfe5d6: Processing first storage report for DS-53eaa783-e676-4976-88a7-4518db7c8d0f from datanode DatanodeRegistration(127.0.0.1:40365, datanodeUuid=ce21401e-afdc-4451-b50f-49dc25409947, infoPort=37561, infoSecurePort=0, ipcPort=42931, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375) 2024-11-22T13:04:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bcd3f5606b62954 with lease ID 0x58d1104efedfe5d6: from storage DS-53eaa783-e676-4976-88a7-4518db7c8d0f node DatanodeRegistration(127.0.0.1:40365, datanodeUuid=ce21401e-afdc-4451-b50f-49dc25409947, infoPort=37561, infoSecurePort=0, ipcPort=42931, storageInfo=lv=-57;cid=testClusterID;nsid=1434973502;c=1732280692375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:04:53,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee 2024-11-22T13:04:53,559 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:04:53,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:04:53,567 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:42119/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:42119/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/oldWALs, maxLogs=32 2024-11-22T13:04:53,590 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732280693569, exclude list is [], retry=0 2024-11-22T13:04:53,597 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35393,DS-396ec591-68bc-4516-ac7e-b01350f5faaf,DISK] 2024-11-22T13:04:53,598 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40365,DS-0be6c9b9-0ec2-4d07-976e-6974d39c0f70,DISK] 2024-11-22T13:04:53,598 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36415,DS-ceaf376c-6137-4f17-9ef8-89f4404680e3,DISK] 2024-11-22T13:04:53,602 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732280693569 2024-11-22T13:04:53,604 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38413:38413),(127.0.0.1/127.0.0.1:37561:37561),(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T13:04:54,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40365 is added to blk_1073741825_1001 (size=121110) 2024-11-22T13:04:54,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36415 is added to blk_1073741825_1001 (size=121110) 2024-11-22T13:04:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35393 is added to blk_1073741825_1001 (size=121110) 2024-11-22T13:04:54,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:04:54,146 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42119/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732280693569: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-22T13:04:54,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T13:04:54,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e666c97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:54,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d61fc68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:54,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:54,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afad8c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:54,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15cbd683{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:54,192 WARN [BP-150994901-172.17.0.2-1732280692375 heartbeating to localhost/127.0.0.1:42119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:54,192 WARN [BP-150994901-172.17.0.2-1732280692375 heartbeating to localhost/127.0.0.1:42119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-150994901-172.17.0.2-1732280692375 (Datanode Uuid ce21401e-afdc-4451-b50f-49dc25409947) service to localhost/127.0.0.1:42119 2024-11-22T13:04:54,193 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data5/current/BP-150994901-172.17.0.2-1732280692375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:54,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data6/current/BP-150994901-172.17.0.2-1732280692375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:54,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:54,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:54,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:54,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a46be77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:54,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356540b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:54,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:54,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e014fa1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:54,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4de976d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:54,227 WARN [BP-150994901-172.17.0.2-1732280692375 heartbeating to localhost/127.0.0.1:42119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:54,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:54,227 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:54,227 WARN [BP-150994901-172.17.0.2-1732280692375 heartbeating to localhost/127.0.0.1:42119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-150994901-172.17.0.2-1732280692375 (Datanode Uuid d4a914e8-67aa-45a5-aa78-bdd22821b104) service to localhost/127.0.0.1:42119 2024-11-22T13:04:54,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data4/current/BP-150994901-172.17.0.2-1732280692375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:54,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data3/current/BP-150994901-172.17.0.2-1732280692375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:54,233 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:54,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57ffcdda{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:04:54,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f7da1f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:54,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:54,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@657d7f7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:54,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3544f39f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:54,274 WARN [BP-150994901-172.17.0.2-1732280692375 heartbeating to localhost/127.0.0.1:42119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:04:54,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:04:54,274 WARN [BP-150994901-172.17.0.2-1732280692375 heartbeating to localhost/127.0.0.1:42119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-150994901-172.17.0.2-1732280692375 (Datanode Uuid d58845a6-b529-4315-be36-1fed2ccd20e5) service to localhost/127.0.0.1:42119 2024-11-22T13:04:54,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:04:54,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data1/current/BP-150994901-172.17.0.2-1732280692375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:54,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/cluster_d73b51e3-ac42-6bc7-5854-aebbe37f87f2/dfs/data/data2/current/BP-150994901-172.17.0.2-1732280692375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:04:54,276 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:04:54,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1609176b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:04:54,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6751729e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:04:54,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:04:54,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@308f8f77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:04:54,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d953ba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ede18f7b-1242-37a7-6bc6-dc74321effee/hadoop.log.dir/,STOPPED} 2024-11-22T13:04:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-22T13:04:54,325 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=64 (was 57) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=4580 (was 4869)