2024-11-27 09:04:32,838 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-11-27 09:04:32,856 main DEBUG Took 0.014803 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 09:04:32,857 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 09:04:32,857 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 09:04:32,859 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 09:04:32,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,877 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 09:04:32,900 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,904 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,909 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,911 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,913 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,914 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,919 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,921 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,922 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,924 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 09:04:32,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,927 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 09:04:32,980 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 09:04:32,982 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 09:04:32,987 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 09:04:32,988 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 09:04:32,989 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 09:04:32,990 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 09:04:33,011 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 09:04:33,015 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 09:04:33,017 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 09:04:33,017 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 09:04:33,018 main DEBUG createAppenders(={Console}) 2024-11-27 09:04:33,019 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 initialized 2024-11-27 09:04:33,019 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-11-27 09:04:33,020 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 OK. 2024-11-27 09:04:33,020 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 09:04:33,021 main DEBUG OutputStream closed 2024-11-27 09:04:33,021 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 09:04:33,021 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 09:04:33,022 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@73700b80 OK 2024-11-27 09:04:33,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 09:04:33,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 09:04:33,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 09:04:33,156 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 09:04:33,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 09:04:33,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 09:04:33,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 09:04:33,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 09:04:33,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 09:04:33,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 09:04:33,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 09:04:33,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 09:04:33,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 09:04:33,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 09:04:33,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 09:04:33,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 09:04:33,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 09:04:33,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 09:04:33,166 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 09:04:33,166 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-11-27 09:04:33,166 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 09:04:33,167 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-11-27T09:04:33,660 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2 2024-11-27 09:04:33,664 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 09:04:33,665 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T09:04:33,686 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-27T09:04:33,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=6361 2024-11-27T09:04:33,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad, deleteOnExit=true 2024-11-27T09:04:33,764 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/test.cache.data in system properties and HBase conf 2024-11-27T09:04:33,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T09:04:33,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir in system properties and HBase conf 2024-11-27T09:04:33,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T09:04:33,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T09:04:33,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T09:04:33,952 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T09:04:34,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T09:04:34,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:04:34,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:04:34,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T09:04:34,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:04:34,123 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T09:04:34,123 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T09:04:34,124 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:04:34,124 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:04:34,125 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T09:04:34,126 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/nfs.dump.dir in system properties and HBase conf 2024-11-27T09:04:34,126 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/java.io.tmpdir in system properties and HBase conf 2024-11-27T09:04:34,127 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:04:34,127 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T09:04:34,128 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T09:04:35,282 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T09:04:35,383 INFO [Time-limited test {}] log.Log(170): Logging initialized @3586ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T09:04:35,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:35,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:35,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:35,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:35,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T09:04:35,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:35,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:35,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:35,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/java.io.tmpdir/jetty-localhost-40949-hadoop-hdfs-3_4_1-tests_jar-_-any-11397134740547955664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:04:35,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:40949} 2024-11-27T09:04:35,896 INFO [Time-limited test {}] server.Server(415): Started @4100ms 2024-11-27T09:04:36,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:36,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:36,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:36,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:36,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:36,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:36,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:36,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/java.io.tmpdir/jetty-localhost-38975-hadoop-hdfs-3_4_1-tests_jar-_-any-8172130505600186951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:36,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:38975} 2024-11-27T09:04:36,465 INFO [Time-limited test {}] server.Server(415): Started @4670ms 2024-11-27T09:04:36,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:36,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:36,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:36,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:36,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:36,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T09:04:36,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:36,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:36,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/java.io.tmpdir/jetty-localhost-34971-hadoop-hdfs-3_4_1-tests_jar-_-any-14586495108555157291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:36,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:34971} 2024-11-27T09:04:36,844 INFO [Time-limited test {}] server.Server(415): Started @5048ms 2024-11-27T09:04:36,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:36,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:36,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:36,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:36,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:36,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:36,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:36,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:37,048 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data4/current/BP-1773130088-172.17.0.2-1732698274982/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:37,048 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data3/current/BP-1773130088-172.17.0.2-1732698274982/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:37,048 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data2/current/BP-1773130088-172.17.0.2-1732698274982/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:37,050 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data1/current/BP-1773130088-172.17.0.2-1732698274982/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:37,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/java.io.tmpdir/jetty-localhost-45177-hadoop-hdfs-3_4_1-tests_jar-_-any-7465872545935160919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:37,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:45177} 2024-11-27T09:04:37,076 INFO [Time-limited test {}] server.Server(415): Started @5281ms 2024-11-27T09:04:37,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:37,112 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:37,113 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff6204b90d35b5e0 with lease ID 0xdd123119bebf3f4c: Processing first storage report for DS-4502fc93-70e1-4b38-91e3-c464cf325104 from datanode DatanodeRegistration(127.0.0.1:46707, datanodeUuid=3d2786e7-2681-4c36-9cb5-b9d0b760bb86, infoPort=36091, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982) 2024-11-27T09:04:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff6204b90d35b5e0 with lease ID 0xdd123119bebf3f4c: from storage DS-4502fc93-70e1-4b38-91e3-c464cf325104 node DatanodeRegistration(127.0.0.1:46707, datanodeUuid=3d2786e7-2681-4c36-9cb5-b9d0b760bb86, infoPort=36091, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T09:04:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadaf4147a04e1d75 with lease ID 0xdd123119bebf3f4b: Processing first storage report for DS-e7326952-3476-4ce0-b3a0-ecd37467ed6c from datanode DatanodeRegistration(127.0.0.1:46853, datanodeUuid=4b8b9630-838f-4392-a43e-2ab979382532, infoPort=44511, infoSecurePort=0, ipcPort=43999, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982) 2024-11-27T09:04:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadaf4147a04e1d75 with lease ID 0xdd123119bebf3f4b: from storage DS-e7326952-3476-4ce0-b3a0-ecd37467ed6c node DatanodeRegistration(127.0.0.1:46853, datanodeUuid=4b8b9630-838f-4392-a43e-2ab979382532, infoPort=44511, infoSecurePort=0, ipcPort=43999, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T09:04:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff6204b90d35b5e0 with lease ID 0xdd123119bebf3f4c: Processing first storage report for DS-63afd661-aaaf-437d-91bb-b138beadc85a from datanode DatanodeRegistration(127.0.0.1:46707, datanodeUuid=3d2786e7-2681-4c36-9cb5-b9d0b760bb86, infoPort=36091, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982) 2024-11-27T09:04:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff6204b90d35b5e0 with lease ID 0xdd123119bebf3f4c: from storage DS-63afd661-aaaf-437d-91bb-b138beadc85a node DatanodeRegistration(127.0.0.1:46707, datanodeUuid=3d2786e7-2681-4c36-9cb5-b9d0b760bb86, infoPort=36091, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadaf4147a04e1d75 with lease ID 0xdd123119bebf3f4b: Processing first storage report for DS-a6f7a133-1742-4b3d-8955-15e492182a2a from datanode DatanodeRegistration(127.0.0.1:46853, datanodeUuid=4b8b9630-838f-4392-a43e-2ab979382532, infoPort=44511, infoSecurePort=0, ipcPort=43999, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982) 2024-11-27T09:04:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadaf4147a04e1d75 with lease ID 0xdd123119bebf3f4b: from storage DS-a6f7a133-1742-4b3d-8955-15e492182a2a node DatanodeRegistration(127.0.0.1:46853, datanodeUuid=4b8b9630-838f-4392-a43e-2ab979382532, infoPort=44511, infoSecurePort=0, ipcPort=43999, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T09:04:37,235 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data6/current/BP-1773130088-172.17.0.2-1732698274982/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:37,235 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data5/current/BP-1773130088-172.17.0.2-1732698274982/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:37,271 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa740a253a862e37 with lease ID 0xdd123119bebf3f4d: Processing first storage report for DS-c8205509-7849-4682-823b-7751fed9e16f from datanode DatanodeRegistration(127.0.0.1:45347, datanodeUuid=bfe64dc1-42e3-4b7e-a9a0-ea7918d1f81f, infoPort=43911, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982) 2024-11-27T09:04:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa740a253a862e37 with lease ID 0xdd123119bebf3f4d: from storage DS-c8205509-7849-4682-823b-7751fed9e16f node DatanodeRegistration(127.0.0.1:45347, datanodeUuid=bfe64dc1-42e3-4b7e-a9a0-ea7918d1f81f, infoPort=43911, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T09:04:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa740a253a862e37 with lease ID 0xdd123119bebf3f4d: Processing first storage report for DS-cfa3aa73-7a8d-46f8-a1ae-708606667890 from datanode DatanodeRegistration(127.0.0.1:45347, datanodeUuid=bfe64dc1-42e3-4b7e-a9a0-ea7918d1f81f, infoPort=43911, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982) 2024-11-27T09:04:37,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa740a253a862e37 with lease ID 0xdd123119bebf3f4d: from storage DS-cfa3aa73-7a8d-46f8-a1ae-708606667890 node DatanodeRegistration(127.0.0.1:45347, datanodeUuid=bfe64dc1-42e3-4b7e-a9a0-ea7918d1f81f, infoPort=43911, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=1830501411;c=1732698274982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:37,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2 2024-11-27T09:04:37,635 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T09:04:37,642 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T09:04:37,645 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T09:04:37,658 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T09:04:37,658 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T09:04:37,704 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T09:04:37,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T09:04:37,775 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42473/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42473/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/oldWALs, maxLogs=32 2024-11-27T09:04:37,879 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732698277845, exclude list is [], retry=0 2024-11-27T09:04:37,957 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1047 (auto-detected) 2024-11-27T09:04:37,960 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T09:04:37,989 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46853,DS-e7326952-3476-4ce0-b3a0-ecd37467ed6c,DISK] 2024-11-27T09:04:37,992 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T09:04:38,024 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46707,DS-4502fc93-70e1-4b38-91e3-c464cf325104,DISK] 2024-11-27T09:04:38,025 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45347,DS-c8205509-7849-4682-823b-7751fed9e16f,DISK] 2024-11-27T09:04:38,122 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732698277845 2024-11-27T09:04:38,123 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44511:44511),(127.0.0.1/127.0.0.1:36091:36091),(127.0.0.1/127.0.0.1:43911:43911)] 2024-11-27T09:04:38,125 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T09:04:38,880 DEBUG [AsyncFSWAL-0-hdfs://localhost:42473/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-27T09:04:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741825_1001 (size=1048651116) 2024-11-27T09:04:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741825_1001 (size=1048651116) 2024-11-27T09:04:43,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45347 is added to blk_1073741825_1001 (size=1048651116) 2024-11-27T09:04:43,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:04:43,642 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42473/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732698277845: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-27T09:04:45,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T09:04:45,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:45,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:04:45,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:04:45,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:04:45,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir/,STOPPED} 2024-11-27T09:04:45,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:04:45,047 WARN [BP-1773130088-172.17.0.2-1732698274982 heartbeating to localhost/127.0.0.1:42473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:04:45,047 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:04:45,047 WARN [BP-1773130088-172.17.0.2-1732698274982 heartbeating to localhost/127.0.0.1:42473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1773130088-172.17.0.2-1732698274982 (Datanode Uuid bfe64dc1-42e3-4b7e-a9a0-ea7918d1f81f) service to localhost/127.0.0.1:42473 2024-11-27T09:04:45,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data5/current/BP-1773130088-172.17.0.2-1732698274982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:45,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data6/current/BP-1773130088-172.17.0.2-1732698274982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:45,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:04:45,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:45,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:04:45,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:04:45,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:04:45,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir/,STOPPED} 2024-11-27T09:04:45,075 WARN [BP-1773130088-172.17.0.2-1732698274982 heartbeating to localhost/127.0.0.1:42473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:04:45,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:04:45,075 WARN [BP-1773130088-172.17.0.2-1732698274982 heartbeating to localhost/127.0.0.1:42473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1773130088-172.17.0.2-1732698274982 (Datanode Uuid 4b8b9630-838f-4392-a43e-2ab979382532) service to localhost/127.0.0.1:42473 2024-11-27T09:04:45,075 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:04:45,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data3/current/BP-1773130088-172.17.0.2-1732698274982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:45,077 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:04:45,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data4/current/BP-1773130088-172.17.0.2-1732698274982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:45,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:45,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:04:45,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:04:45,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:04:45,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir/,STOPPED} 2024-11-27T09:04:45,105 WARN [BP-1773130088-172.17.0.2-1732698274982 heartbeating to localhost/127.0.0.1:42473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:04:45,105 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:04:45,106 WARN [BP-1773130088-172.17.0.2-1732698274982 heartbeating to localhost/127.0.0.1:42473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1773130088-172.17.0.2-1732698274982 (Datanode Uuid 3d2786e7-2681-4c36-9cb5-b9d0b760bb86) service to localhost/127.0.0.1:42473 2024-11-27T09:04:45,106 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:04:45,106 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data1/current/BP-1773130088-172.17.0.2-1732698274982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:45,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/cluster_be920e4a-cd4e-2a3c-2486-a48610d6abad/dfs/data/data2/current/BP-1773130088-172.17.0.2-1732698274982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:45,107 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:04:45,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:04:45,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:04:45,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:04:45,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:04:45,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir/,STOPPED} 2024-11-27T09:04:45,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-27T09:04:45,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=48 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4393d049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:42473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 428) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5800 (was 6361) 2024-11-27T09:04:45,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=48, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=5799 2024-11-27T09:04:45,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.log.dir so I do NOT create it in target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d 2024-11-27T09:04:45,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d6febbe2-98be-c12e-344f-0ea5eef00eb2/hadoop.tmp.dir so I do NOT create it in target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d 2024-11-27T09:04:45,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8, deleteOnExit=true 2024-11-27T09:04:45,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/test.cache.data in system properties and HBase conf 2024-11-27T09:04:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T09:04:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir in system properties and HBase conf 2024-11-27T09:04:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T09:04:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T09:04:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T09:04:45,787 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T09:04:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:04:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:04:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T09:04:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:04:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T09:04:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T09:04:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:04:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:04:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T09:04:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/nfs.dump.dir in system properties and HBase conf 2024-11-27T09:04:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/java.io.tmpdir in system properties and HBase conf 2024-11-27T09:04:45,792 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:04:45,792 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T09:04:45,792 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T09:04:45,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:45,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:45,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:45,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:45,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T09:04:45,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:45,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f580ae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:45,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69eadc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:46,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376a4dd4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/java.io.tmpdir/jetty-localhost-44383-hadoop-hdfs-3_4_1-tests_jar-_-any-4736951084277858087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:04:46,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5255c8fd{HTTP/1.1, (http/1.1)}{localhost:44383} 2024-11-27T09:04:46,101 INFO [Time-limited test {}] server.Server(415): Started @14306ms 2024-11-27T09:04:46,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:46,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:46,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:46,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:46,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:46,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40f4ce50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:46,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6971000c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:46,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22bbeeea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/java.io.tmpdir/jetty-localhost-35641-hadoop-hdfs-3_4_1-tests_jar-_-any-9139561614621905378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:46,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ba494be{HTTP/1.1, (http/1.1)}{localhost:35641} 2024-11-27T09:04:46,414 INFO [Time-limited test {}] server.Server(415): Started @14618ms 2024-11-27T09:04:46,417 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:46,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:46,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:46,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:46,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:46,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:46,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f29c8a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:46,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e4c817{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:46,556 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data1/current/BP-845878583-172.17.0.2-1732698285848/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:46,560 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data2/current/BP-845878583-172.17.0.2-1732698285848/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:46,615 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x631f470f9c4bbba6 with lease ID 0x8efe46ed15d535ca: Processing first storage report for DS-6a1ea5a7-f21d-4df7-8e5b-8cae12725d60 from datanode DatanodeRegistration(127.0.0.1:45319, datanodeUuid=60137b1b-e422-4df0-b942-3fc77c23a200, infoPort=38971, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848) 2024-11-27T09:04:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x631f470f9c4bbba6 with lease ID 0x8efe46ed15d535ca: from storage DS-6a1ea5a7-f21d-4df7-8e5b-8cae12725d60 node DatanodeRegistration(127.0.0.1:45319, datanodeUuid=60137b1b-e422-4df0-b942-3fc77c23a200, infoPort=38971, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T09:04:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x631f470f9c4bbba6 with lease ID 0x8efe46ed15d535ca: Processing first storage report for DS-07b7d0d4-b1e4-41a9-98b5-6a834c30c2ec from datanode DatanodeRegistration(127.0.0.1:45319, datanodeUuid=60137b1b-e422-4df0-b942-3fc77c23a200, infoPort=38971, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848) 2024-11-27T09:04:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x631f470f9c4bbba6 with lease ID 0x8efe46ed15d535ca: from storage DS-07b7d0d4-b1e4-41a9-98b5-6a834c30c2ec node DatanodeRegistration(127.0.0.1:45319, datanodeUuid=60137b1b-e422-4df0-b942-3fc77c23a200, infoPort=38971, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:46,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16709e3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/java.io.tmpdir/jetty-localhost-46195-hadoop-hdfs-3_4_1-tests_jar-_-any-14479812411156144358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:46,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2edf444a{HTTP/1.1, (http/1.1)}{localhost:46195} 2024-11-27T09:04:46,694 INFO [Time-limited test {}] server.Server(415): Started @14898ms 2024-11-27T09:04:46,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:46,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:46,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:46,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:46,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:46,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:46,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec83b1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:46,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ae5f02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:46,901 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data3/current/BP-845878583-172.17.0.2-1732698285848/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:46,902 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data4/current/BP-845878583-172.17.0.2-1732698285848/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:46,940 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ddcdc643645e376 with lease ID 0x8efe46ed15d535cb: Processing first storage report for DS-b05e2e95-c4a2-44fb-8bc6-7abf56bdd8f6 from datanode DatanodeRegistration(127.0.0.1:38527, datanodeUuid=c613952d-990d-486d-9f4c-b85db1018708, infoPort=43667, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848) 2024-11-27T09:04:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ddcdc643645e376 with lease ID 0x8efe46ed15d535cb: from storage DS-b05e2e95-c4a2-44fb-8bc6-7abf56bdd8f6 node DatanodeRegistration(127.0.0.1:38527, datanodeUuid=c613952d-990d-486d-9f4c-b85db1018708, infoPort=43667, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ddcdc643645e376 with lease ID 0x8efe46ed15d535cb: Processing first storage report for DS-9d9ba94e-6267-4f79-9d6f-dd760b41605f from datanode DatanodeRegistration(127.0.0.1:38527, datanodeUuid=c613952d-990d-486d-9f4c-b85db1018708, infoPort=43667, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848) 2024-11-27T09:04:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ddcdc643645e376 with lease ID 0x8efe46ed15d535cb: from storage DS-9d9ba94e-6267-4f79-9d6f-dd760b41605f node DatanodeRegistration(127.0.0.1:38527, datanodeUuid=c613952d-990d-486d-9f4c-b85db1018708, infoPort=43667, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:47,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59c8f23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/java.io.tmpdir/jetty-localhost-34871-hadoop-hdfs-3_4_1-tests_jar-_-any-3683933173010636956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:47,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ec14660{HTTP/1.1, (http/1.1)}{localhost:34871} 2024-11-27T09:04:47,008 INFO [Time-limited test {}] server.Server(415): Started @15213ms 2024-11-27T09:04:47,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:47,131 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data6/current/BP-845878583-172.17.0.2-1732698285848/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:47,131 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data5/current/BP-845878583-172.17.0.2-1732698285848/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:47,156 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdc5a66f58798272 with lease ID 0x8efe46ed15d535cc: Processing first storage report for DS-e7fc0698-72c6-4635-a116-897b9fcdaab4 from datanode DatanodeRegistration(127.0.0.1:33801, datanodeUuid=fd91cd83-a2cf-4007-9ffe-e1e969c508b5, infoPort=35279, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848) 2024-11-27T09:04:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdc5a66f58798272 with lease ID 0x8efe46ed15d535cc: from storage DS-e7fc0698-72c6-4635-a116-897b9fcdaab4 node DatanodeRegistration(127.0.0.1:33801, datanodeUuid=fd91cd83-a2cf-4007-9ffe-e1e969c508b5, infoPort=35279, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdc5a66f58798272 with lease ID 0x8efe46ed15d535cc: Processing first storage report for DS-389b8351-54a4-4132-8110-cd3e5743a566 from datanode DatanodeRegistration(127.0.0.1:33801, datanodeUuid=fd91cd83-a2cf-4007-9ffe-e1e969c508b5, infoPort=35279, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848) 2024-11-27T09:04:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdc5a66f58798272 with lease ID 0x8efe46ed15d535cc: from storage DS-389b8351-54a4-4132-8110-cd3e5743a566 node DatanodeRegistration(127.0.0.1:33801, datanodeUuid=fd91cd83-a2cf-4007-9ffe-e1e969c508b5, infoPort=35279, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1668224826;c=1732698285848), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T09:04:47,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d 2024-11-27T09:04:47,266 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T09:04:47,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T09:04:47,274 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39865/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39865/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/oldWALs, maxLogs=32 2024-11-27T09:04:47,293 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732698287276, exclude list is [], retry=0 2024-11-27T09:04:47,300 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-e7fc0698-72c6-4635-a116-897b9fcdaab4,DISK] 2024-11-27T09:04:47,302 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45319,DS-6a1ea5a7-f21d-4df7-8e5b-8cae12725d60,DISK] 2024-11-27T09:04:47,304 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38527,DS-b05e2e95-c4a2-44fb-8bc6-7abf56bdd8f6,DISK] 2024-11-27T09:04:47,307 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732698287276 2024-11-27T09:04:47,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-27T09:04:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741825_1001 (size=1073110) 2024-11-27T09:04:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45319 is added to blk_1073741825_1001 (size=1073110) 2024-11-27T09:04:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38527 is added to blk_1073741825_1001 (size=1073110) 2024-11-27T09:04:48,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:04:48,025 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39865/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732698287276: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-27T09:04:48,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T09:04:48,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59c8f23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:48,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ec14660{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:04:48,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:04:48,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ae5f02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:04:48,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec83b1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir/,STOPPED} 2024-11-27T09:04:48,109 WARN [BP-845878583-172.17.0.2-1732698285848 heartbeating to localhost/127.0.0.1:39865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:04:48,109 WARN [BP-845878583-172.17.0.2-1732698285848 heartbeating to localhost/127.0.0.1:39865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-845878583-172.17.0.2-1732698285848 (Datanode Uuid fd91cd83-a2cf-4007-9ffe-e1e969c508b5) service to localhost/127.0.0.1:39865 2024-11-27T09:04:48,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data5/current/BP-845878583-172.17.0.2-1732698285848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:48,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data6/current/BP-845878583-172.17.0.2-1732698285848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:48,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:04:48,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:04:48,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:04:48,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16709e3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:48,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2edf444a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:04:48,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:04:48,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e4c817{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:04:48,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f29c8a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir/,STOPPED} 2024-11-27T09:04:48,130 WARN [BP-845878583-172.17.0.2-1732698285848 heartbeating to localhost/127.0.0.1:39865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:04:48,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:04:48,131 WARN [BP-845878583-172.17.0.2-1732698285848 heartbeating to localhost/127.0.0.1:39865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-845878583-172.17.0.2-1732698285848 (Datanode Uuid c613952d-990d-486d-9f4c-b85db1018708) service to localhost/127.0.0.1:39865 2024-11-27T09:04:48,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:04:48,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data3/current/BP-845878583-172.17.0.2-1732698285848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:48,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data4/current/BP-845878583-172.17.0.2-1732698285848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:48,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:04:48,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22bbeeea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:48,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ba494be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:04:48,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:04:48,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6971000c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:04:48,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40f4ce50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir/,STOPPED} 2024-11-27T09:04:48,142 WARN [BP-845878583-172.17.0.2-1732698285848 heartbeating to localhost/127.0.0.1:39865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:04:48,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:04:48,142 WARN [BP-845878583-172.17.0.2-1732698285848 heartbeating to localhost/127.0.0.1:39865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-845878583-172.17.0.2-1732698285848 (Datanode Uuid 60137b1b-e422-4df0-b942-3fc77c23a200) service to localhost/127.0.0.1:39865 2024-11-27T09:04:48,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:04:48,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data1/current/BP-845878583-172.17.0.2-1732698285848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:48,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/cluster_9f06fc87-6c8a-2bc0-03e7-fbc9fc20ffd8/dfs/data/data2/current/BP-845878583-172.17.0.2-1732698285848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:04:48,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:04:48,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376a4dd4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:04:48,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5255c8fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:04:48,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:04:48,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69eadc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:04:48,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f580ae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir/,STOPPED} 2024-11-27T09:04:48,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-27T09:04:48,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=55 (was 48) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 461) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5594 (was 5799) 2024-11-27T09:04:48,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=55, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=5585 2024-11-27T09:04:48,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.log.dir so I do NOT create it in target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3 2024-11-27T09:04:48,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/072b9191-29ab-949e-c47c-2eb404dff20d/hadoop.tmp.dir so I do NOT create it in target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3 2024-11-27T09:04:48,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb, deleteOnExit=true 2024-11-27T09:04:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/test.cache.data in system properties and HBase conf 2024-11-27T09:04:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T09:04:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir in system properties and HBase conf 2024-11-27T09:04:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T09:04:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T09:04:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T09:04:48,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T09:04:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:04:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:04:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T09:04:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:04:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T09:04:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T09:04:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:04:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:04:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T09:04:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/nfs.dump.dir in system properties and HBase conf 2024-11-27T09:04:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/java.io.tmpdir in system properties and HBase conf 2024-11-27T09:04:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:04:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T09:04:48,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T09:04:48,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:48,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:48,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:48,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:48,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:48,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:48,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@581c6de7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:48,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186803da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:48,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a22b67d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/java.io.tmpdir/jetty-localhost-37977-hadoop-hdfs-3_4_1-tests_jar-_-any-9422725978586219100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:04:48,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57178ab3{HTTP/1.1, (http/1.1)}{localhost:37977} 2024-11-27T09:04:48,455 INFO [Time-limited test {}] server.Server(415): Started @16659ms 2024-11-27T09:04:48,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:48,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:48,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:48,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:48,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:48,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b572a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:48,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@270b8a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:48,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10b46299{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/java.io.tmpdir/jetty-localhost-46275-hadoop-hdfs-3_4_1-tests_jar-_-any-16535003783996010685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:48,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f93baea{HTTP/1.1, (http/1.1)}{localhost:46275} 2024-11-27T09:04:48,786 INFO [Time-limited test {}] server.Server(415): Started @16990ms 2024-11-27T09:04:48,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:48,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:48,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:48,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:48,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:48,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:48,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f9efa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:48,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b75fb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:48,916 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data2/current/BP-1800448911-172.17.0.2-1732698288263/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:48,916 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data1/current/BP-1800448911-172.17.0.2-1732698288263/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:48,950 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1db3d3ddaa06e4b6 with lease ID 0x63951dd824bdebf6: Processing first storage report for DS-363d6cde-84fc-4b1c-a554-6ce30c14c9d1 from datanode DatanodeRegistration(127.0.0.1:36775, datanodeUuid=0e24c697-3b19-4411-9e9e-02144a102a42, infoPort=33115, infoSecurePort=0, ipcPort=45521, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263) 2024-11-27T09:04:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1db3d3ddaa06e4b6 with lease ID 0x63951dd824bdebf6: from storage DS-363d6cde-84fc-4b1c-a554-6ce30c14c9d1 node DatanodeRegistration(127.0.0.1:36775, datanodeUuid=0e24c697-3b19-4411-9e9e-02144a102a42, infoPort=33115, infoSecurePort=0, ipcPort=45521, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1db3d3ddaa06e4b6 with lease ID 0x63951dd824bdebf6: Processing first storage report for DS-847362f7-ead2-4532-be70-6885e05e16b0 from datanode DatanodeRegistration(127.0.0.1:36775, datanodeUuid=0e24c697-3b19-4411-9e9e-02144a102a42, infoPort=33115, infoSecurePort=0, ipcPort=45521, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263) 2024-11-27T09:04:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1db3d3ddaa06e4b6 with lease ID 0x63951dd824bdebf6: from storage DS-847362f7-ead2-4532-be70-6885e05e16b0 node DatanodeRegistration(127.0.0.1:36775, datanodeUuid=0e24c697-3b19-4411-9e9e-02144a102a42, infoPort=33115, infoSecurePort=0, ipcPort=45521, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:49,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16db4e17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/java.io.tmpdir/jetty-localhost-44177-hadoop-hdfs-3_4_1-tests_jar-_-any-680163931948972335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:49,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3375d8d0{HTTP/1.1, (http/1.1)}{localhost:44177} 2024-11-27T09:04:49,032 INFO [Time-limited test {}] server.Server(415): Started @17236ms 2024-11-27T09:04:49,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:49,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:04:49,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:04:49,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:04:49,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:04:49,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:04:49,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4c9db5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:04:49,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f6b715b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:04:49,135 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data3/current/BP-1800448911-172.17.0.2-1732698288263/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:49,135 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data4/current/BP-1800448911-172.17.0.2-1732698288263/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:49,161 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x462eaf0ca3498433 with lease ID 0x63951dd824bdebf7: Processing first storage report for DS-da116321-07e6-441f-9375-90ec926e715a from datanode DatanodeRegistration(127.0.0.1:34971, datanodeUuid=cf5f5976-ad06-45eb-a933-f34831804bcf, infoPort=42759, infoSecurePort=0, ipcPort=46527, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263) 2024-11-27T09:04:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x462eaf0ca3498433 with lease ID 0x63951dd824bdebf7: from storage DS-da116321-07e6-441f-9375-90ec926e715a node DatanodeRegistration(127.0.0.1:34971, datanodeUuid=cf5f5976-ad06-45eb-a933-f34831804bcf, infoPort=42759, infoSecurePort=0, ipcPort=46527, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x462eaf0ca3498433 with lease ID 0x63951dd824bdebf7: Processing first storage report for DS-8fb674c5-d314-427c-a462-aab860af91f9 from datanode DatanodeRegistration(127.0.0.1:34971, datanodeUuid=cf5f5976-ad06-45eb-a933-f34831804bcf, infoPort=42759, infoSecurePort=0, ipcPort=46527, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263) 2024-11-27T09:04:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x462eaf0ca3498433 with lease ID 0x63951dd824bdebf7: from storage DS-8fb674c5-d314-427c-a462-aab860af91f9 node DatanodeRegistration(127.0.0.1:34971, datanodeUuid=cf5f5976-ad06-45eb-a933-f34831804bcf, infoPort=42759, infoSecurePort=0, ipcPort=46527, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:49,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f5537b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/java.io.tmpdir/jetty-localhost-45301-hadoop-hdfs-3_4_1-tests_jar-_-any-13180219569582158489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:04:49,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d4142cd{HTTP/1.1, (http/1.1)}{localhost:45301} 2024-11-27T09:04:49,222 INFO [Time-limited test {}] server.Server(415): Started @17427ms 2024-11-27T09:04:49,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:04:49,313 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data5/current/BP-1800448911-172.17.0.2-1732698288263/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:49,313 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data6/current/BP-1800448911-172.17.0.2-1732698288263/current, will proceed with Du for space computation calculation, 2024-11-27T09:04:49,337 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:04:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb98250c6d367a37 with lease ID 0x63951dd824bdebf8: Processing first storage report for DS-d60836ae-e9e8-4e0d-a51b-df50e035b846 from datanode DatanodeRegistration(127.0.0.1:45051, datanodeUuid=398b22bc-e638-44a4-8685-a1713ca97cc2, infoPort=40305, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263) 2024-11-27T09:04:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb98250c6d367a37 with lease ID 0x63951dd824bdebf8: from storage DS-d60836ae-e9e8-4e0d-a51b-df50e035b846 node DatanodeRegistration(127.0.0.1:45051, datanodeUuid=398b22bc-e638-44a4-8685-a1713ca97cc2, infoPort=40305, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb98250c6d367a37 with lease ID 0x63951dd824bdebf8: Processing first storage report for DS-8869db61-1878-45a7-888e-20789b546f33 from datanode DatanodeRegistration(127.0.0.1:45051, datanodeUuid=398b22bc-e638-44a4-8685-a1713ca97cc2, infoPort=40305, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263) 2024-11-27T09:04:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb98250c6d367a37 with lease ID 0x63951dd824bdebf8: from storage DS-8869db61-1878-45a7-888e-20789b546f33 node DatanodeRegistration(127.0.0.1:45051, datanodeUuid=398b22bc-e638-44a4-8685-a1713ca97cc2, infoPort=40305, infoSecurePort=0, ipcPort=42035, storageInfo=lv=-57;cid=testClusterID;nsid=1816246355;c=1732698288263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:04:49,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3 2024-11-27T09:04:49,362 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T09:04:49,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T09:04:49,369 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:35527/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:35527/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/oldWALs, maxLogs=32 2024-11-27T09:04:49,386 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732698289371, exclude list is [], retry=0 2024-11-27T09:04:49,391 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45051,DS-d60836ae-e9e8-4e0d-a51b-df50e035b846,DISK] 2024-11-27T09:04:49,392 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-363d6cde-84fc-4b1c-a554-6ce30c14c9d1,DISK] 2024-11-27T09:04:49,393 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34971,DS-da116321-07e6-441f-9375-90ec926e715a,DISK] 2024-11-27T09:04:49,396 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732698289371 2024-11-27T09:04:49,396 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40305:40305),(127.0.0.1/127.0.0.1:33115:33115),(127.0.0.1/127.0.0.1:42759:42759)] 2024-11-27T09:04:49,413 INFO [AsyncFSWAL-0-hdfs://localhost:35527/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-27T09:05:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741825_1001 (size=5861116) 2024-11-27T09:05:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45051 is added to blk_1073741825_1001 (size=5861116) 2024-11-27T09:05:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741825_1001 (size=5861116) 2024-11-27T09:05:00,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:05:00,864 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35527/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732698289371: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-27T09:05:02,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T09:05:02,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f5537b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:02,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d4142cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:05:02,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:05:02,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f6b715b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:05:02,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4c9db5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir/,STOPPED} 2024-11-27T09:05:02,842 WARN [BP-1800448911-172.17.0.2-1732698288263 heartbeating to localhost/127.0.0.1:35527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:05:02,842 WARN [BP-1800448911-172.17.0.2-1732698288263 heartbeating to localhost/127.0.0.1:35527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1800448911-172.17.0.2-1732698288263 (Datanode Uuid 398b22bc-e638-44a4-8685-a1713ca97cc2) service to localhost/127.0.0.1:35527 2024-11-27T09:05:02,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data5/current/BP-1800448911-172.17.0.2-1732698288263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:02,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data6/current/BP-1800448911-172.17.0.2-1732698288263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:02,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:05:02,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:05:02,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:05:02,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16db4e17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:02,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3375d8d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:05:02,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:05:02,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b75fb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:05:02,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f9efa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir/,STOPPED} 2024-11-27T09:05:02,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:05:02,863 WARN [BP-1800448911-172.17.0.2-1732698288263 heartbeating to localhost/127.0.0.1:35527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:05:02,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:05:02,864 WARN [BP-1800448911-172.17.0.2-1732698288263 heartbeating to localhost/127.0.0.1:35527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1800448911-172.17.0.2-1732698288263 (Datanode Uuid cf5f5976-ad06-45eb-a933-f34831804bcf) service to localhost/127.0.0.1:35527 2024-11-27T09:05:02,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data4/current/BP-1800448911-172.17.0.2-1732698288263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:02,865 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:05:02,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data3/current/BP-1800448911-172.17.0.2-1732698288263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:02,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10b46299{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:02,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f93baea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:05:02,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:05:02,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@270b8a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:05:02,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b572a38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir/,STOPPED} 2024-11-27T09:05:02,882 WARN [BP-1800448911-172.17.0.2-1732698288263 heartbeating to localhost/127.0.0.1:35527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:05:02,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:05:02,882 WARN [BP-1800448911-172.17.0.2-1732698288263 heartbeating to localhost/127.0.0.1:35527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1800448911-172.17.0.2-1732698288263 (Datanode Uuid 0e24c697-3b19-4411-9e9e-02144a102a42) service to localhost/127.0.0.1:35527 2024-11-27T09:05:02,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:05:02,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data1/current/BP-1800448911-172.17.0.2-1732698288263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:02,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:05:02,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/cluster_f9bd9618-66d4-d4dc-78b1-f853e5f714cb/dfs/data/data2/current/BP-1800448911-172.17.0.2-1732698288263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:02,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a22b67d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:05:02,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57178ab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:05:02,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:05:02,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186803da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:05:02,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@581c6de7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir/,STOPPED} 2024-11-27T09:05:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-27T09:05:02,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 55) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 488), ProcessCount=11 (was 11), AvailableMemoryMB=5539 (was 5585) 2024-11-27T09:05:02,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=5537 2024-11-27T09:05:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.log.dir so I do NOT create it in target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1 2024-11-27T09:05:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/806220c7-d59c-a17d-cd44-2ae6b1d6a3c3/hadoop.tmp.dir so I do NOT create it in target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1 2024-11-27T09:05:02,943 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5, deleteOnExit=true 2024-11-27T09:05:02,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/test.cache.data in system properties and HBase conf 2024-11-27T09:05:02,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T09:05:02,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir in system properties and HBase conf 2024-11-27T09:05:02,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T09:05:02,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T09:05:02,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T09:05:02,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T09:05:02,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:05:02,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T09:05:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T09:05:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:05:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T09:05:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T09:05:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T09:05:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:05:02,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T09:05:02,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/nfs.dump.dir in system properties and HBase conf 2024-11-27T09:05:02,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/java.io.tmpdir in system properties and HBase conf 2024-11-27T09:05:02,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T09:05:02,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T09:05:02,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T09:05:03,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:05:03,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:05:03,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:05:03,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:05:03,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T09:05:03,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:05:03,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87534f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:05:03,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e91941e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:05:03,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52185b9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/java.io.tmpdir/jetty-localhost-40523-hadoop-hdfs-3_4_1-tests_jar-_-any-15187284981889658957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:05:03,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d49214b{HTTP/1.1, (http/1.1)}{localhost:40523} 2024-11-27T09:05:03,213 INFO [Time-limited test {}] server.Server(415): Started @31418ms 2024-11-27T09:05:03,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:05:03,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:05:03,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:05:03,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:05:03,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T09:05:03,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d145837{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:05:03,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e9975{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:05:03,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ff21c7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/java.io.tmpdir/jetty-localhost-38287-hadoop-hdfs-3_4_1-tests_jar-_-any-10820373874526858244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:03,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29e86967{HTTP/1.1, (http/1.1)}{localhost:38287} 2024-11-27T09:05:03,476 INFO [Time-limited test {}] server.Server(415): Started @31681ms 2024-11-27T09:05:03,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:05:03,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:05:03,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:05:03,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:05:03,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:05:03,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T09:05:03,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e5f372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:05:03,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395693d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:05:03,585 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data1/current/BP-690711502-172.17.0.2-1732698302985/current, will proceed with Du for space computation calculation, 2024-11-27T09:05:03,586 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data2/current/BP-690711502-172.17.0.2-1732698302985/current, will proceed with Du for space computation calculation, 2024-11-27T09:05:03,620 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:05:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e6e748ebfdeeacf with lease ID 0x98278e20f3a6df02: Processing first storage report for DS-1b1877ba-bda6-4a67-8305-615e81ccb790 from datanode DatanodeRegistration(127.0.0.1:39109, datanodeUuid=b860c18d-12b2-4eb9-95dc-b68d4c67d96c, infoPort=38085, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985) 2024-11-27T09:05:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e6e748ebfdeeacf with lease ID 0x98278e20f3a6df02: from storage DS-1b1877ba-bda6-4a67-8305-615e81ccb790 node DatanodeRegistration(127.0.0.1:39109, datanodeUuid=b860c18d-12b2-4eb9-95dc-b68d4c67d96c, infoPort=38085, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:05:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e6e748ebfdeeacf with lease ID 0x98278e20f3a6df02: Processing first storage report for DS-7a7469ef-ea41-4dd4-a371-d363dd453298 from datanode DatanodeRegistration(127.0.0.1:39109, datanodeUuid=b860c18d-12b2-4eb9-95dc-b68d4c67d96c, infoPort=38085, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985) 2024-11-27T09:05:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e6e748ebfdeeacf with lease ID 0x98278e20f3a6df02: from storage DS-7a7469ef-ea41-4dd4-a371-d363dd453298 node DatanodeRegistration(127.0.0.1:39109, datanodeUuid=b860c18d-12b2-4eb9-95dc-b68d4c67d96c, infoPort=38085, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:05:03,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@597782ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/java.io.tmpdir/jetty-localhost-42643-hadoop-hdfs-3_4_1-tests_jar-_-any-100582611164173928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:03,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2399680b{HTTP/1.1, (http/1.1)}{localhost:42643} 2024-11-27T09:05:03,715 INFO [Time-limited test {}] server.Server(415): Started @31919ms 2024-11-27T09:05:03,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:05:03,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T09:05:03,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T09:05:03,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T09:05:03,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T09:05:03,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T09:05:03,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@173f4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir/,AVAILABLE} 2024-11-27T09:05:03,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18fd22a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T09:05:03,840 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data3/current/BP-690711502-172.17.0.2-1732698302985/current, will proceed with Du for space computation calculation, 2024-11-27T09:05:03,840 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data4/current/BP-690711502-172.17.0.2-1732698302985/current, will proceed with Du for space computation calculation, 2024-11-27T09:05:03,873 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:05:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f3cd12877cf7dd with lease ID 0x98278e20f3a6df03: Processing first storage report for DS-066a9e97-3dd5-4e49-9b18-7db36751206c from datanode DatanodeRegistration(127.0.0.1:42299, datanodeUuid=f408a198-de15-4cf1-beb8-ea69ebb74b12, infoPort=37369, infoSecurePort=0, ipcPort=35625, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985) 2024-11-27T09:05:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f3cd12877cf7dd with lease ID 0x98278e20f3a6df03: from storage DS-066a9e97-3dd5-4e49-9b18-7db36751206c node DatanodeRegistration(127.0.0.1:42299, datanodeUuid=f408a198-de15-4cf1-beb8-ea69ebb74b12, infoPort=37369, infoSecurePort=0, ipcPort=35625, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:05:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f3cd12877cf7dd with lease ID 0x98278e20f3a6df03: Processing first storage report for DS-db1534e2-c9ea-4143-a742-e094a04d6be2 from datanode DatanodeRegistration(127.0.0.1:42299, datanodeUuid=f408a198-de15-4cf1-beb8-ea69ebb74b12, infoPort=37369, infoSecurePort=0, ipcPort=35625, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985) 2024-11-27T09:05:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f3cd12877cf7dd with lease ID 0x98278e20f3a6df03: from storage DS-db1534e2-c9ea-4143-a742-e094a04d6be2 node DatanodeRegistration(127.0.0.1:42299, datanodeUuid=f408a198-de15-4cf1-beb8-ea69ebb74b12, infoPort=37369, infoSecurePort=0, ipcPort=35625, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:05:03,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@389088c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/java.io.tmpdir/jetty-localhost-39847-hadoop-hdfs-3_4_1-tests_jar-_-any-4110480950724422672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:03,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@227b7794{HTTP/1.1, (http/1.1)}{localhost:39847} 2024-11-27T09:05:03,942 INFO [Time-limited test {}] server.Server(415): Started @32146ms 2024-11-27T09:05:03,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T09:05:04,062 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data5/current/BP-690711502-172.17.0.2-1732698302985/current, will proceed with Du for space computation calculation, 2024-11-27T09:05:04,063 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data6/current/BP-690711502-172.17.0.2-1732698302985/current, will proceed with Du for space computation calculation, 2024-11-27T09:05:04,089 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T09:05:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1665ecde31851268 with lease ID 0x98278e20f3a6df04: Processing first storage report for DS-800c9833-c71f-4105-925c-b5f25f541c95 from datanode DatanodeRegistration(127.0.0.1:36667, datanodeUuid=7aadc252-6d74-4dcf-ac0a-ca03771d8417, infoPort=36275, infoSecurePort=0, ipcPort=38887, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985) 2024-11-27T09:05:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1665ecde31851268 with lease ID 0x98278e20f3a6df04: from storage DS-800c9833-c71f-4105-925c-b5f25f541c95 node DatanodeRegistration(127.0.0.1:36667, datanodeUuid=7aadc252-6d74-4dcf-ac0a-ca03771d8417, infoPort=36275, infoSecurePort=0, ipcPort=38887, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T09:05:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1665ecde31851268 with lease ID 0x98278e20f3a6df04: Processing first storage report for DS-a4144bad-2cae-41b2-9d3d-45b83e26b9a5 from datanode DatanodeRegistration(127.0.0.1:36667, datanodeUuid=7aadc252-6d74-4dcf-ac0a-ca03771d8417, infoPort=36275, infoSecurePort=0, ipcPort=38887, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985) 2024-11-27T09:05:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1665ecde31851268 with lease ID 0x98278e20f3a6df04: from storage DS-a4144bad-2cae-41b2-9d3d-45b83e26b9a5 node DatanodeRegistration(127.0.0.1:36667, datanodeUuid=7aadc252-6d74-4dcf-ac0a-ca03771d8417, infoPort=36275, infoSecurePort=0, ipcPort=38887, storageInfo=lv=-57;cid=testClusterID;nsid=915015933;c=1732698302985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T09:05:04,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1 2024-11-27T09:05:04,106 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T09:05:04,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T09:05:04,113 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46391/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46391/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/oldWALs, maxLogs=32 2024-11-27T09:05:04,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732698304115, exclude list is [], retry=0 2024-11-27T09:05:04,138 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39109,DS-1b1877ba-bda6-4a67-8305-615e81ccb790,DISK] 2024-11-27T09:05:04,140 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42299,DS-066a9e97-3dd5-4e49-9b18-7db36751206c,DISK] 2024-11-27T09:05:04,140 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36667,DS-800c9833-c71f-4105-925c-b5f25f541c95,DISK] 2024-11-27T09:05:04,147 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732698304115 2024-11-27T09:05:04,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38085:38085),(127.0.0.1/127.0.0.1:37369:37369),(127.0.0.1/127.0.0.1:36275:36275)] 2024-11-27T09:05:04,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732698304115 not finished, retry = 0 2024-11-27T09:05:04,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741825_1001 (size=121110) 2024-11-27T09:05:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42299 is added to blk_1073741825_1001 (size=121110) 2024-11-27T09:05:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36667 is added to blk_1073741825_1001 (size=121110) 2024-11-27T09:05:04,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T09:05:04,765 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46391/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732698304115: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-27T09:05:04,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T09:05:04,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@389088c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:04,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@227b7794{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:05:04,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:05:04,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18fd22a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:05:04,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@173f4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir/,STOPPED} 2024-11-27T09:05:04,811 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:05:04,811 WARN [BP-690711502-172.17.0.2-1732698302985 heartbeating to localhost/127.0.0.1:46391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:05:04,811 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:05:04,811 WARN [BP-690711502-172.17.0.2-1732698302985 heartbeating to localhost/127.0.0.1:46391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-690711502-172.17.0.2-1732698302985 (Datanode Uuid 7aadc252-6d74-4dcf-ac0a-ca03771d8417) service to localhost/127.0.0.1:46391 2024-11-27T09:05:04,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data5/current/BP-690711502-172.17.0.2-1732698302985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:04,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data6/current/BP-690711502-172.17.0.2-1732698302985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:04,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:05:04,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@597782ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:04,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2399680b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:05:04,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:05:04,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395693d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:05:04,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e5f372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir/,STOPPED} 2024-11-27T09:05:04,823 WARN [BP-690711502-172.17.0.2-1732698302985 heartbeating to localhost/127.0.0.1:46391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:05:04,823 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:05:04,823 WARN [BP-690711502-172.17.0.2-1732698302985 heartbeating to localhost/127.0.0.1:46391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-690711502-172.17.0.2-1732698302985 (Datanode Uuid f408a198-de15-4cf1-beb8-ea69ebb74b12) service to localhost/127.0.0.1:46391 2024-11-27T09:05:04,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:05:04,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data3/current/BP-690711502-172.17.0.2-1732698302985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:04,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data4/current/BP-690711502-172.17.0.2-1732698302985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:04,824 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:05:04,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ff21c7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T09:05:04,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29e86967{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:05:04,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:05:04,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e9975{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:05:04,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d145837{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir/,STOPPED} 2024-11-27T09:05:04,838 WARN [BP-690711502-172.17.0.2-1732698302985 heartbeating to localhost/127.0.0.1:46391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T09:05:04,838 WARN [BP-690711502-172.17.0.2-1732698302985 heartbeating to localhost/127.0.0.1:46391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-690711502-172.17.0.2-1732698302985 (Datanode Uuid b860c18d-12b2-4eb9-95dc-b68d4c67d96c) service to localhost/127.0.0.1:46391 2024-11-27T09:05:04,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data1/current/BP-690711502-172.17.0.2-1732698302985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:04,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/cluster_e95a7676-9b2b-bc26-eebb-729ec33ca6d5/dfs/data/data2/current/BP-690711502-172.17.0.2-1732698302985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T09:05:04,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T09:05:04,840 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T09:05:04,841 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T09:05:04,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52185b9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T09:05:04,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d49214b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T09:05:04,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T09:05:04,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e91941e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T09:05:04,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87534f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0995d46-a737-4c0f-2ea2-eba4d75849d1/hadoop.log.dir/,STOPPED} 2024-11-27T09:05:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-27T09:05:04,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=64 (was 57) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=5374 (was 5537)