2024-11-20 10:04:26,741 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-20 10:04:26,763 main DEBUG Took 0.017808 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 10:04:26,764 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 10:04:26,764 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 10:04:26,766 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 10:04:26,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,794 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 10:04:26,817 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,820 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,821 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,823 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,824 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,825 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,828 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,829 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,831 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,832 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 10:04:26,833 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,833 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 10:04:26,835 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 10:04:26,839 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 10:04:26,842 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 10:04:26,843 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 10:04:26,844 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 10:04:26,845 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 10:04:26,857 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 10:04:26,861 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 10:04:26,864 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 10:04:26,864 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 10:04:26,865 main DEBUG createAppenders(={Console}) 2024-11-20 10:04:26,866 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-20 10:04:26,866 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-20 10:04:26,866 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-20 10:04:26,867 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 10:04:26,867 main DEBUG OutputStream closed 2024-11-20 10:04:26,871 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 10:04:26,871 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 10:04:26,872 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-20 10:04:26,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 10:04:26,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 10:04:26,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 10:04:26,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 10:04:26,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 10:04:26,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 10:04:26,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 10:04:26,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 10:04:26,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 10:04:26,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 10:04:27,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 10:04:27,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 10:04:27,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 10:04:27,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 10:04:27,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 10:04:27,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 10:04:27,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 10:04:27,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 10:04:27,008 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 10:04:27,008 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-20 10:04:27,008 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 10:04:27,009 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-20T10:04:27,486 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f 2024-11-20 10:04:27,490 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 10:04:27,491 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T10:04:27,515 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-20T10:04:27,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=12, AvailableMemoryMB=7745 2024-11-20T10:04:27,602 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813, deleteOnExit=true 2024-11-20T10:04:27,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/test.cache.data in system properties and HBase conf 2024-11-20T10:04:27,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T10:04:27,605 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir in system properties and HBase conf 2024-11-20T10:04:27,606 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T10:04:27,612 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T10:04:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T10:04:27,744 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T10:04:27,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T10:04:27,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:04:27,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:04:27,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T10:04:27,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:04:27,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T10:04:27,899 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T10:04:27,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:04:27,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:04:27,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T10:04:27,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/nfs.dump.dir in system properties and HBase conf 2024-11-20T10:04:27,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/java.io.tmpdir in system properties and HBase conf 2024-11-20T10:04:27,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:04:27,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T10:04:27,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T10:04:28,968 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T10:04:29,074 INFO [Time-limited test {}] log.Log(170): Logging initialized @3361ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T10:04:29,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:29,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:29,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:29,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:29,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:29,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:29,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:29,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:29,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444c63b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/java.io.tmpdir/jetty-localhost-37109-hadoop-hdfs-3_4_1-tests_jar-_-any-16053904338389639445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:04:29,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:37109} 2024-11-20T10:04:29,552 INFO [Time-limited test {}] server.Server(415): Started @3840ms 2024-11-20T10:04:30,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:30,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:30,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:30,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:30,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:30,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:30,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:30,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3b164f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/java.io.tmpdir/jetty-localhost-39363-hadoop-hdfs-3_4_1-tests_jar-_-any-5594212319356660815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:30,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:39363} 2024-11-20T10:04:30,157 INFO [Time-limited test {}] server.Server(415): Started @4445ms 2024-11-20T10:04:30,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:30,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:30,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:30,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:30,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:30,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:04:30,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:30,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:30,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a95ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/java.io.tmpdir/jetty-localhost-45787-hadoop-hdfs-3_4_1-tests_jar-_-any-7799856294692205826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:30,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:45787} 2024-11-20T10:04:30,511 INFO [Time-limited test {}] server.Server(415): Started @4799ms 2024-11-20T10:04:30,515 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:30,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:30,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:30,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:30,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:30,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:30,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:30,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:30,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30971698{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/java.io.tmpdir/jetty-localhost-43341-hadoop-hdfs-3_4_1-tests_jar-_-any-17087137668689739021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:30,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:43341} 2024-11-20T10:04:30,712 INFO [Time-limited test {}] server.Server(415): Started @5001ms 2024-11-20T10:04:30,716 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:30,737 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data1/current/BP-719761711-172.17.0.2-1732097068681/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:30,737 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data2/current/BP-719761711-172.17.0.2-1732097068681/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:30,737 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data4/current/BP-719761711-172.17.0.2-1732097068681/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:30,737 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data3/current/BP-719761711-172.17.0.2-1732097068681/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:30,805 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:30,806 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:30,853 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data5/current/BP-719761711-172.17.0.2-1732097068681/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:30,856 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data6/current/BP-719761711-172.17.0.2-1732097068681/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbce9c3383d8d7088 with lease ID 0x1870896da4fe8ac9: Processing first storage report for DS-9030c491-a355-448b-8430-420ab8984c5c from datanode DatanodeRegistration(127.0.0.1:37249, datanodeUuid=8e43eef8-ee1f-4aaa-a7da-22f619c5a221, infoPort=41487, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681) 2024-11-20T10:04:30,891 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbce9c3383d8d7088 with lease ID 0x1870896da4fe8ac9: from storage DS-9030c491-a355-448b-8430-420ab8984c5c node DatanodeRegistration(127.0.0.1:37249, datanodeUuid=8e43eef8-ee1f-4aaa-a7da-22f619c5a221, infoPort=41487, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T10:04:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68397d0fd17bcc2f with lease ID 0x1870896da4fe8ac8: Processing first storage report for DS-3736308a-830a-46f1-933a-183079326c8c from datanode DatanodeRegistration(127.0.0.1:44923, datanodeUuid=33bf3a50-9aa4-4441-adf2-92cef170a64a, infoPort=41865, infoSecurePort=0, ipcPort=35421, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681) 2024-11-20T10:04:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68397d0fd17bcc2f with lease ID 0x1870896da4fe8ac8: from storage DS-3736308a-830a-46f1-933a-183079326c8c node DatanodeRegistration(127.0.0.1:44923, datanodeUuid=33bf3a50-9aa4-4441-adf2-92cef170a64a, infoPort=41865, infoSecurePort=0, ipcPort=35421, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68397d0fd17bcc2f with lease ID 0x1870896da4fe8ac8: Processing first storage report for DS-1f773c82-5506-452a-bedb-f51a65b03aa0 from datanode DatanodeRegistration(127.0.0.1:44923, datanodeUuid=33bf3a50-9aa4-4441-adf2-92cef170a64a, infoPort=41865, infoSecurePort=0, ipcPort=35421, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681) 2024-11-20T10:04:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68397d0fd17bcc2f with lease ID 0x1870896da4fe8ac8: from storage DS-1f773c82-5506-452a-bedb-f51a65b03aa0 node DatanodeRegistration(127.0.0.1:44923, datanodeUuid=33bf3a50-9aa4-4441-adf2-92cef170a64a, infoPort=41865, infoSecurePort=0, ipcPort=35421, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbce9c3383d8d7088 with lease ID 0x1870896da4fe8ac9: Processing first storage report for DS-67ab6e03-837a-4663-82b0-95bb1d02a457 from datanode DatanodeRegistration(127.0.0.1:37249, datanodeUuid=8e43eef8-ee1f-4aaa-a7da-22f619c5a221, infoPort=41487, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681) 2024-11-20T10:04:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbce9c3383d8d7088 with lease ID 0x1870896da4fe8ac9: from storage DS-67ab6e03-837a-4663-82b0-95bb1d02a457 node DatanodeRegistration(127.0.0.1:37249, datanodeUuid=8e43eef8-ee1f-4aaa-a7da-22f619c5a221, infoPort=41487, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T10:04:30,901 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:30,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf0c14fcb6894431 with lease ID 0x1870896da4fe8aca: Processing first storage report for DS-6c186d90-fcf8-4966-a04f-6726e5273f1d from datanode DatanodeRegistration(127.0.0.1:36699, datanodeUuid=8048d051-b13a-4c47-8366-650bc5489988, infoPort=36191, infoSecurePort=0, ipcPort=42431, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681) 2024-11-20T10:04:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf0c14fcb6894431 with lease ID 0x1870896da4fe8aca: from storage DS-6c186d90-fcf8-4966-a04f-6726e5273f1d node DatanodeRegistration(127.0.0.1:36699, datanodeUuid=8048d051-b13a-4c47-8366-650bc5489988, infoPort=36191, infoSecurePort=0, ipcPort=42431, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf0c14fcb6894431 with lease ID 0x1870896da4fe8aca: Processing first storage report for DS-2e45474b-8afb-4576-970c-e21371edd954 from datanode DatanodeRegistration(127.0.0.1:36699, datanodeUuid=8048d051-b13a-4c47-8366-650bc5489988, infoPort=36191, infoSecurePort=0, ipcPort=42431, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681) 2024-11-20T10:04:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf0c14fcb6894431 with lease ID 0x1870896da4fe8aca: from storage DS-2e45474b-8afb-4576-970c-e21371edd954 node DatanodeRegistration(127.0.0.1:36699, datanodeUuid=8048d051-b13a-4c47-8366-650bc5489988, infoPort=36191, infoSecurePort=0, ipcPort=42431, storageInfo=lv=-57;cid=testClusterID;nsid=453092046;c=1732097068681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:31,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f 2024-11-20T10:04:31,248 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T10:04:31,254 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:04:31,257 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T10:04:31,270 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T10:04:31,270 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T10:04:31,335 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T10:04:31,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:04:31,403 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/oldWALs, maxLogs=32 2024-11-20T10:04:31,473 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732097071441, exclude list is [], retry=0 2024-11-20T10:04:31,551 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1031 (auto-detected) 2024-11-20T10:04:31,555 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T10:04:31,582 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK] 2024-11-20T10:04:31,586 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T10:04:31,614 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK] 2024-11-20T10:04:31,615 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK] 2024-11-20T10:04:31,722 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732097071441 2024-11-20T10:04:31,723 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865),(127.0.0.1/127.0.0.1:41487:41487),(127.0.0.1/127.0.0.1:36191:36191)] 2024-11-20T10:04:31,725 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T10:04:32,417 DEBUG [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-20T10:04:34,876 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 134 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:35,500 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1120495381_22 at /127.0.0.1:34596 [Receiving block BP-719761711-172.17.0.2-1732097068681:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 442ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data3/, blockId=1073741825, seqno=823 2024-11-20T10:04:35,501 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 443 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:35,716 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 214 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:35,992 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 274 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:36,260 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 266 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:36,372 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:36,480 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:36,597 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:36,701 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 102 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:36,816 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:36,944 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:37,104 INFO [AsyncFSWAL-0-hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44923,DS-3736308a-830a-46f1-933a-183079326c8c,DISK], DatanodeInfoWithStorage[127.0.0.1:37249,DS-9030c491-a355-448b-8430-420ab8984c5c,DISK], DatanodeInfoWithStorage[127.0.0.1:36699,DS-6c186d90-fcf8-4966-a04f-6726e5273f1d,DISK]] 2024-11-20T10:04:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741825_1001 (size=1048651116) 2024-11-20T10:04:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741825_1001 (size=1048651116) 2024-11-20T10:04:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37249 is added to blk_1073741825_1001 (size=1048651116) 2024-11-20T10:04:40,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:04:40,715 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39785/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732097071441: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-20T10:04:42,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T10:04:42,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30971698{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:42,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f72eda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:42,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:42,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de0e524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:42,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dced9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:42,210 WARN [BP-719761711-172.17.0.2-1732097068681 heartbeating to localhost/127.0.0.1:39785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:42,210 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:42,210 WARN [BP-719761711-172.17.0.2-1732097068681 heartbeating to localhost/127.0.0.1:39785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-719761711-172.17.0.2-1732097068681 (Datanode Uuid 8048d051-b13a-4c47-8366-650bc5489988) service to localhost/127.0.0.1:39785 2024-11-20T10:04:42,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:42,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data5/current/BP-719761711-172.17.0.2-1732097068681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:42,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data6/current/BP-719761711-172.17.0.2-1732097068681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:42,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:42,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a95ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:42,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19835f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:42,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:42,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76607e87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:42,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b59c628{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:42,222 WARN [BP-719761711-172.17.0.2-1732097068681 heartbeating to localhost/127.0.0.1:39785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:42,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:42,222 WARN [BP-719761711-172.17.0.2-1732097068681 heartbeating to localhost/127.0.0.1:39785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-719761711-172.17.0.2-1732097068681 (Datanode Uuid 33bf3a50-9aa4-4441-adf2-92cef170a64a) service to localhost/127.0.0.1:39785 2024-11-20T10:04:42,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:42,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data3/current/BP-719761711-172.17.0.2-1732097068681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:42,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data4/current/BP-719761711-172.17.0.2-1732097068681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:42,224 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:42,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3b164f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:42,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce806fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:42,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:42,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1417c265{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:42,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1524e333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:42,232 WARN [BP-719761711-172.17.0.2-1732097068681 heartbeating to localhost/127.0.0.1:39785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:42,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:42,232 WARN [BP-719761711-172.17.0.2-1732097068681 heartbeating to localhost/127.0.0.1:39785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-719761711-172.17.0.2-1732097068681 (Datanode Uuid 8e43eef8-ee1f-4aaa-a7da-22f619c5a221) service to localhost/127.0.0.1:39785 2024-11-20T10:04:42,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:42,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data1/current/BP-719761711-172.17.0.2-1732097068681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:42,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/cluster_46390fbc-1ac4-7d39-debd-cf030f61a813/dfs/data/data2/current/BP-719761711-172.17.0.2-1732097068681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:42,233 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:42,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444c63b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:04:42,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347dbcce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:42,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:42,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733e0fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:42,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4031c6ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:42,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T10:04:42,905 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=51 (was 12) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4393d049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:39785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=7049 (was 7745) 2024-11-20T10:04:42,912 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=51, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=7047 2024-11-20T10:04:42,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.log.dir so I do NOT create it in target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652 2024-11-20T10:04:42,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1748caaa-f9e5-03b9-fa71-12fd6a5d451f/hadoop.tmp.dir so I do NOT create it in target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652 2024-11-20T10:04:42,913 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6, deleteOnExit=true 2024-11-20T10:04:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/test.cache.data in system properties and HBase conf 2024-11-20T10:04:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T10:04:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir in system properties and HBase conf 2024-11-20T10:04:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T10:04:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T10:04:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T10:04:42,915 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T10:04:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:04:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:04:42,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T10:04:42,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:04:42,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T10:04:42,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T10:04:42,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:04:42,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:04:42,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T10:04:42,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/nfs.dump.dir in system properties and HBase conf 2024-11-20T10:04:42,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/java.io.tmpdir in system properties and HBase conf 2024-11-20T10:04:42,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:04:42,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T10:04:42,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T10:04:43,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:43,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:43,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:43,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:43,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:04:43,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:43,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@662ebf0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:43,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15ba0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:43,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@311f29ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/java.io.tmpdir/jetty-localhost-33883-hadoop-hdfs-3_4_1-tests_jar-_-any-7873228238776684877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:04:43,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cb7299d{HTTP/1.1, (http/1.1)}{localhost:33883} 2024-11-20T10:04:43,169 INFO [Time-limited test {}] server.Server(415): Started @17457ms 2024-11-20T10:04:43,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:43,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:43,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:43,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:43,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:43,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e38efc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:43,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@504d26b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:43,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65f96134{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/java.io.tmpdir/jetty-localhost-42939-hadoop-hdfs-3_4_1-tests_jar-_-any-4594996602770000539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:43,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dfdea7{HTTP/1.1, (http/1.1)}{localhost:42939} 2024-11-20T10:04:43,408 INFO [Time-limited test {}] server.Server(415): Started @17696ms 2024-11-20T10:04:43,410 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:43,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:43,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:43,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:43,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:43,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:04:43,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46acde13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:43,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3279b8ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:43,511 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data1/current/BP-882550727-172.17.0.2-1732097082962/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:43,511 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data2/current/BP-882550727-172.17.0.2-1732097082962/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:43,536 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea3388d2b3c1395a with lease ID 0x2329f6bccccbbd95: Processing first storage report for DS-e6fce321-b54e-4042-9392-8f25376037b1 from datanode DatanodeRegistration(127.0.0.1:33445, datanodeUuid=408e81a4-8bf8-448e-9901-9c6e642501c6, infoPort=44029, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962) 2024-11-20T10:04:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea3388d2b3c1395a with lease ID 0x2329f6bccccbbd95: from storage DS-e6fce321-b54e-4042-9392-8f25376037b1 node DatanodeRegistration(127.0.0.1:33445, datanodeUuid=408e81a4-8bf8-448e-9901-9c6e642501c6, infoPort=44029, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea3388d2b3c1395a with lease ID 0x2329f6bccccbbd95: Processing first storage report for DS-c0a8e53a-b559-4a8a-8966-a13e2efb020a from datanode DatanodeRegistration(127.0.0.1:33445, datanodeUuid=408e81a4-8bf8-448e-9901-9c6e642501c6, infoPort=44029, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962) 2024-11-20T10:04:43,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea3388d2b3c1395a with lease ID 0x2329f6bccccbbd95: from storage DS-c0a8e53a-b559-4a8a-8966-a13e2efb020a node DatanodeRegistration(127.0.0.1:33445, datanodeUuid=408e81a4-8bf8-448e-9901-9c6e642501c6, infoPort=44029, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:43,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2211d50d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/java.io.tmpdir/jetty-localhost-33565-hadoop-hdfs-3_4_1-tests_jar-_-any-16237493995378698934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:43,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26746451{HTTP/1.1, (http/1.1)}{localhost:33565} 2024-11-20T10:04:43,597 INFO [Time-limited test {}] server.Server(415): Started @17885ms 2024-11-20T10:04:43,599 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:43,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:43,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:43,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:43,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:43,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:04:43,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660bef10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:43,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ad2ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:43,698 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data3/current/BP-882550727-172.17.0.2-1732097082962/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:43,698 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data4/current/BP-882550727-172.17.0.2-1732097082962/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:43,715 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1858b7d44c3681ba with lease ID 0x2329f6bccccbbd96: Processing first storage report for DS-ec38142a-755c-4253-b1ea-5ee4a3238ea1 from datanode DatanodeRegistration(127.0.0.1:43867, datanodeUuid=e597fa66-70aa-4be8-aeb1-65377b92d767, infoPort=45195, infoSecurePort=0, ipcPort=41835, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962) 2024-11-20T10:04:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1858b7d44c3681ba with lease ID 0x2329f6bccccbbd96: from storage DS-ec38142a-755c-4253-b1ea-5ee4a3238ea1 node DatanodeRegistration(127.0.0.1:43867, datanodeUuid=e597fa66-70aa-4be8-aeb1-65377b92d767, infoPort=45195, infoSecurePort=0, ipcPort=41835, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1858b7d44c3681ba with lease ID 0x2329f6bccccbbd96: Processing first storage report for DS-7f81393c-5ded-4ade-b783-ea1db2e1bd0f from datanode DatanodeRegistration(127.0.0.1:43867, datanodeUuid=e597fa66-70aa-4be8-aeb1-65377b92d767, infoPort=45195, infoSecurePort=0, ipcPort=41835, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962) 2024-11-20T10:04:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1858b7d44c3681ba with lease ID 0x2329f6bccccbbd96: from storage DS-7f81393c-5ded-4ade-b783-ea1db2e1bd0f node DatanodeRegistration(127.0.0.1:43867, datanodeUuid=e597fa66-70aa-4be8-aeb1-65377b92d767, infoPort=45195, infoSecurePort=0, ipcPort=41835, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:43,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d1dcdd5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/java.io.tmpdir/jetty-localhost-42235-hadoop-hdfs-3_4_1-tests_jar-_-any-14775239791471752201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:43,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70378e72{HTTP/1.1, (http/1.1)}{localhost:42235} 2024-11-20T10:04:43,770 INFO [Time-limited test {}] server.Server(415): Started @18059ms 2024-11-20T10:04:43,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:43,854 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data5/current/BP-882550727-172.17.0.2-1732097082962/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:43,854 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data6/current/BP-882550727-172.17.0.2-1732097082962/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:43,874 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74d572c5b4207c8d with lease ID 0x2329f6bccccbbd97: Processing first storage report for DS-5f8f7554-3374-4ed5-b189-c2d40c910df1 from datanode DatanodeRegistration(127.0.0.1:38707, datanodeUuid=26adcf5c-b7eb-44d9-b51e-86747e1c79f0, infoPort=37985, infoSecurePort=0, ipcPort=43655, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962) 2024-11-20T10:04:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74d572c5b4207c8d with lease ID 0x2329f6bccccbbd97: from storage DS-5f8f7554-3374-4ed5-b189-c2d40c910df1 node DatanodeRegistration(127.0.0.1:38707, datanodeUuid=26adcf5c-b7eb-44d9-b51e-86747e1c79f0, infoPort=37985, infoSecurePort=0, ipcPort=43655, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:43,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74d572c5b4207c8d with lease ID 0x2329f6bccccbbd97: Processing first storage report for DS-76a5db91-715d-4dd5-9c19-0904f9248b33 from datanode DatanodeRegistration(127.0.0.1:38707, datanodeUuid=26adcf5c-b7eb-44d9-b51e-86747e1c79f0, infoPort=37985, infoSecurePort=0, ipcPort=43655, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962) 2024-11-20T10:04:43,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74d572c5b4207c8d with lease ID 0x2329f6bccccbbd97: from storage DS-76a5db91-715d-4dd5-9c19-0904f9248b33 node DatanodeRegistration(127.0.0.1:38707, datanodeUuid=26adcf5c-b7eb-44d9-b51e-86747e1c79f0, infoPort=37985, infoSecurePort=0, ipcPort=43655, storageInfo=lv=-57;cid=testClusterID;nsid=1105158687;c=1732097082962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:43,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652 2024-11-20T10:04:43,903 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:04:43,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:04:43,911 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:35365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:35365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/oldWALs, maxLogs=32 2024-11-20T10:04:43,926 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732097083912, exclude list is [], retry=0 2024-11-20T10:04:43,931 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33445,DS-e6fce321-b54e-4042-9392-8f25376037b1,DISK] 2024-11-20T10:04:43,933 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38707,DS-5f8f7554-3374-4ed5-b189-c2d40c910df1,DISK] 2024-11-20T10:04:43,933 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43867,DS-ec38142a-755c-4253-b1ea-5ee4a3238ea1,DISK] 2024-11-20T10:04:43,936 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732097083912 2024-11-20T10:04:43,936 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44029:44029),(127.0.0.1/127.0.0.1:37985:37985),(127.0.0.1/127.0.0.1:45195:45195)] 2024-11-20T10:04:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38707 is added to blk_1073741825_1001 (size=1073110) 2024-11-20T10:04:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33445 is added to blk_1073741825_1001 (size=1073110) 2024-11-20T10:04:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43867 is added to blk_1073741825_1001 (size=1073110) 2024-11-20T10:04:44,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:04:44,345 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732097083912: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-20T10:04:44,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T10:04:44,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d1dcdd5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:44,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70378e72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:44,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:44,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ad2ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:44,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660bef10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:44,388 WARN [BP-882550727-172.17.0.2-1732097082962 heartbeating to localhost/127.0.0.1:35365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:44,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:44,388 WARN [BP-882550727-172.17.0.2-1732097082962 heartbeating to localhost/127.0.0.1:35365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-882550727-172.17.0.2-1732097082962 (Datanode Uuid 26adcf5c-b7eb-44d9-b51e-86747e1c79f0) service to localhost/127.0.0.1:35365 2024-11-20T10:04:44,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:44,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data5/current/BP-882550727-172.17.0.2-1732097082962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:44,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data6/current/BP-882550727-172.17.0.2-1732097082962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:44,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:44,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2211d50d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:44,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26746451{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:44,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:44,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3279b8ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:44,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46acde13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:44,396 WARN [BP-882550727-172.17.0.2-1732097082962 heartbeating to localhost/127.0.0.1:35365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:44,396 WARN [BP-882550727-172.17.0.2-1732097082962 heartbeating to localhost/127.0.0.1:35365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-882550727-172.17.0.2-1732097082962 (Datanode Uuid e597fa66-70aa-4be8-aeb1-65377b92d767) service to localhost/127.0.0.1:35365 2024-11-20T10:04:44,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data3/current/BP-882550727-172.17.0.2-1732097082962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:44,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data4/current/BP-882550727-172.17.0.2-1732097082962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:44,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:44,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:44,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:44,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65f96134{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:44,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dfdea7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:44,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:44,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@504d26b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:44,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e38efc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:44,404 WARN [BP-882550727-172.17.0.2-1732097082962 heartbeating to localhost/127.0.0.1:35365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:44,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:44,404 WARN [BP-882550727-172.17.0.2-1732097082962 heartbeating to localhost/127.0.0.1:35365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-882550727-172.17.0.2-1732097082962 (Datanode Uuid 408e81a4-8bf8-448e-9901-9c6e642501c6) service to localhost/127.0.0.1:35365 2024-11-20T10:04:44,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:44,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data1/current/BP-882550727-172.17.0.2-1732097082962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:44,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/cluster_6b178368-6714-4b94-b5de-e52c8cb4aca6/dfs/data/data2/current/BP-882550727-172.17.0.2-1732097082962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:44,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:44,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@311f29ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:04:44,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cb7299d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:44,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:44,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15ba0280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:44,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@662ebf0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:44,443 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T10:04:44,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=59 (was 51) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:35365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (575610773) connection to localhost/127.0.0.1:35365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=6996 (was 7047) 2024-11-20T10:04:44,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=59, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=6996 2024-11-20T10:04:44,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.log.dir so I do NOT create it in target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f 2024-11-20T10:04:44,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac640a45-0219-2d19-cd53-19cc4cf15652/hadoop.tmp.dir so I do NOT create it in target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f 2024-11-20T10:04:44,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a, deleteOnExit=true 2024-11-20T10:04:44,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/test.cache.data in system properties and HBase conf 2024-11-20T10:04:44,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T10:04:44,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir in system properties and HBase conf 2024-11-20T10:04:44,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T10:04:44,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T10:04:44,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T10:04:44,460 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T10:04:44,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:04:44,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:04:44,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T10:04:44,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:04:44,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T10:04:44,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T10:04:44,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:04:44,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:04:44,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T10:04:44,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/nfs.dump.dir in system properties and HBase conf 2024-11-20T10:04:44,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/java.io.tmpdir in system properties and HBase conf 2024-11-20T10:04:44,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:04:44,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T10:04:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T10:04:44,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:44,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:44,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:44,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:44,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:04:44,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:44,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fd20cce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:44,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57016cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:44,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ed7433d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/java.io.tmpdir/jetty-localhost-35001-hadoop-hdfs-3_4_1-tests_jar-_-any-14986695049567418061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:04:44,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b965c7c{HTTP/1.1, (http/1.1)}{localhost:35001} 2024-11-20T10:04:44,735 INFO [Time-limited test {}] server.Server(415): Started @19023ms 2024-11-20T10:04:44,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:44,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:44,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:44,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:44,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:44,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@454e1162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:44,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa3625d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:44,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ae90cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/java.io.tmpdir/jetty-localhost-43541-hadoop-hdfs-3_4_1-tests_jar-_-any-925492974901229730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:44,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bec3564{HTTP/1.1, (http/1.1)}{localhost:43541} 2024-11-20T10:04:44,948 INFO [Time-limited test {}] server.Server(415): Started @19236ms 2024-11-20T10:04:44,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:44,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:44,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:44,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:44,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:44,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:44,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@592d3669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:44,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18009601{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:45,045 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data2/current/BP-1436690398-172.17.0.2-1732097084501/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:45,045 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data1/current/BP-1436690398-172.17.0.2-1732097084501/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:45,073 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d402ec5679267e4 with lease ID 0x3c5f6a406b1a9972: Processing first storage report for DS-13776bad-e1de-4282-9b5c-8f4057fe12c7 from datanode DatanodeRegistration(127.0.0.1:33561, datanodeUuid=fa71db58-c892-4abd-8bd4-013ba8c39704, infoPort=42471, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501) 2024-11-20T10:04:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d402ec5679267e4 with lease ID 0x3c5f6a406b1a9972: from storage DS-13776bad-e1de-4282-9b5c-8f4057fe12c7 node DatanodeRegistration(127.0.0.1:33561, datanodeUuid=fa71db58-c892-4abd-8bd4-013ba8c39704, infoPort=42471, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d402ec5679267e4 with lease ID 0x3c5f6a406b1a9972: Processing first storage report for DS-03ae5349-fb95-4e88-9107-d6e6ec5284c6 from datanode DatanodeRegistration(127.0.0.1:33561, datanodeUuid=fa71db58-c892-4abd-8bd4-013ba8c39704, infoPort=42471, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501) 2024-11-20T10:04:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d402ec5679267e4 with lease ID 0x3c5f6a406b1a9972: from storage DS-03ae5349-fb95-4e88-9107-d6e6ec5284c6 node DatanodeRegistration(127.0.0.1:33561, datanodeUuid=fa71db58-c892-4abd-8bd4-013ba8c39704, infoPort=42471, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:45,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf74154{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/java.io.tmpdir/jetty-localhost-42317-hadoop-hdfs-3_4_1-tests_jar-_-any-11900867187305189110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:45,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39abfdae{HTTP/1.1, (http/1.1)}{localhost:42317} 2024-11-20T10:04:45,117 INFO [Time-limited test {}] server.Server(415): Started @19405ms 2024-11-20T10:04:45,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:45,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:45,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:45,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:45,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:45,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:45,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b70eb6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:45,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48486525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:45,204 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data3/current/BP-1436690398-172.17.0.2-1732097084501/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:45,204 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data4/current/BP-1436690398-172.17.0.2-1732097084501/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:45,223 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:45,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22b011759e9278aa with lease ID 0x3c5f6a406b1a9973: Processing first storage report for DS-26931280-de1f-404c-beba-764694210c0e from datanode DatanodeRegistration(127.0.0.1:36553, datanodeUuid=68e059a7-d91c-4236-b604-32bb5d948b6b, infoPort=40307, infoSecurePort=0, ipcPort=40111, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501) 2024-11-20T10:04:45,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22b011759e9278aa with lease ID 0x3c5f6a406b1a9973: from storage DS-26931280-de1f-404c-beba-764694210c0e node DatanodeRegistration(127.0.0.1:36553, datanodeUuid=68e059a7-d91c-4236-b604-32bb5d948b6b, infoPort=40307, infoSecurePort=0, ipcPort=40111, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:45,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22b011759e9278aa with lease ID 0x3c5f6a406b1a9973: Processing first storage report for DS-86d81148-f2ac-42a4-823f-4ae91f953fc3 from datanode DatanodeRegistration(127.0.0.1:36553, datanodeUuid=68e059a7-d91c-4236-b604-32bb5d948b6b, infoPort=40307, infoSecurePort=0, ipcPort=40111, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501) 2024-11-20T10:04:45,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22b011759e9278aa with lease ID 0x3c5f6a406b1a9973: from storage DS-86d81148-f2ac-42a4-823f-4ae91f953fc3 node DatanodeRegistration(127.0.0.1:36553, datanodeUuid=68e059a7-d91c-4236-b604-32bb5d948b6b, infoPort=40307, infoSecurePort=0, ipcPort=40111, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T10:04:45,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a65a3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/java.io.tmpdir/jetty-localhost-35653-hadoop-hdfs-3_4_1-tests_jar-_-any-2998670613278023645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:45,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2016eb00{HTTP/1.1, (http/1.1)}{localhost:35653} 2024-11-20T10:04:45,283 INFO [Time-limited test {}] server.Server(415): Started @19571ms 2024-11-20T10:04:45,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:45,370 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data5/current/BP-1436690398-172.17.0.2-1732097084501/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:45,370 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data6/current/BP-1436690398-172.17.0.2-1732097084501/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:45,389 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:45,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa232ca6f54ed004f with lease ID 0x3c5f6a406b1a9974: Processing first storage report for DS-6adee96b-7a82-490a-9770-938bb6f733f5 from datanode DatanodeRegistration(127.0.0.1:34707, datanodeUuid=ea29b6bd-f697-4d42-b628-fbafadebbb18, infoPort=46769, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501) 2024-11-20T10:04:45,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa232ca6f54ed004f with lease ID 0x3c5f6a406b1a9974: from storage DS-6adee96b-7a82-490a-9770-938bb6f733f5 node DatanodeRegistration(127.0.0.1:34707, datanodeUuid=ea29b6bd-f697-4d42-b628-fbafadebbb18, infoPort=46769, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa232ca6f54ed004f with lease ID 0x3c5f6a406b1a9974: Processing first storage report for DS-e03c3fe2-c842-41b7-898b-aa3059cb7927 from datanode DatanodeRegistration(127.0.0.1:34707, datanodeUuid=ea29b6bd-f697-4d42-b628-fbafadebbb18, infoPort=46769, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501) 2024-11-20T10:04:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa232ca6f54ed004f with lease ID 0x3c5f6a406b1a9974: from storage DS-e03c3fe2-c842-41b7-898b-aa3059cb7927 node DatanodeRegistration(127.0.0.1:34707, datanodeUuid=ea29b6bd-f697-4d42-b628-fbafadebbb18, infoPort=46769, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=1694570543;c=1732097084501), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T10:04:45,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f 2024-11-20T10:04:45,418 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:04:45,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:04:45,426 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:36363/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:36363/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/oldWALs, maxLogs=32 2024-11-20T10:04:45,442 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732097085428, exclude list is [], retry=0 2024-11-20T10:04:45,448 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36553,DS-26931280-de1f-404c-beba-764694210c0e,DISK] 2024-11-20T10:04:45,449 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33561,DS-13776bad-e1de-4282-9b5c-8f4057fe12c7,DISK] 2024-11-20T10:04:45,449 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34707,DS-6adee96b-7a82-490a-9770-938bb6f733f5,DISK] 2024-11-20T10:04:45,452 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732097085428 2024-11-20T10:04:45,453 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40307:40307),(127.0.0.1/127.0.0.1:42471:42471),(127.0.0.1/127.0.0.1:46769:46769)] 2024-11-20T10:04:45,470 INFO [AsyncFSWAL-0-hdfs://localhost:36363/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-20T10:04:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36553 is added to blk_1073741825_1001 (size=5861116) 2024-11-20T10:04:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33561 is added to blk_1073741825_1001 (size=5861116) 2024-11-20T10:04:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34707 is added to blk_1073741825_1001 (size=5861116) 2024-11-20T10:04:57,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:04:57,166 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36363/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732097085428: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T10:04:59,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T10:04:59,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a65a3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:59,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2016eb00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:59,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:59,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48486525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:59,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b70eb6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:59,106 WARN [BP-1436690398-172.17.0.2-1732097084501 heartbeating to localhost/127.0.0.1:36363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:59,106 WARN [BP-1436690398-172.17.0.2-1732097084501 heartbeating to localhost/127.0.0.1:36363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1436690398-172.17.0.2-1732097084501 (Datanode Uuid ea29b6bd-f697-4d42-b628-fbafadebbb18) service to localhost/127.0.0.1:36363 2024-11-20T10:04:59,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data5/current/BP-1436690398-172.17.0.2-1732097084501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:59,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data6/current/BP-1436690398-172.17.0.2-1732097084501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:59,107 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:59,107 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:59,107 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:59,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf74154{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:59,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39abfdae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:59,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:59,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18009601{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:59,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@592d3669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:59,122 WARN [BP-1436690398-172.17.0.2-1732097084501 heartbeating to localhost/127.0.0.1:36363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:59,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:59,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:59,122 WARN [BP-1436690398-172.17.0.2-1732097084501 heartbeating to localhost/127.0.0.1:36363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1436690398-172.17.0.2-1732097084501 (Datanode Uuid 68e059a7-d91c-4236-b604-32bb5d948b6b) service to localhost/127.0.0.1:36363 2024-11-20T10:04:59,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data3/current/BP-1436690398-172.17.0.2-1732097084501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:59,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data4/current/BP-1436690398-172.17.0.2-1732097084501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:59,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:59,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ae90cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:59,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bec3564{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:59,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:59,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa3625d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:59,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@454e1162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:59,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:04:59,146 WARN [BP-1436690398-172.17.0.2-1732097084501 heartbeating to localhost/127.0.0.1:36363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:04:59,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:04:59,146 WARN [BP-1436690398-172.17.0.2-1732097084501 heartbeating to localhost/127.0.0.1:36363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1436690398-172.17.0.2-1732097084501 (Datanode Uuid fa71db58-c892-4abd-8bd4-013ba8c39704) service to localhost/127.0.0.1:36363 2024-11-20T10:04:59,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data1/current/BP-1436690398-172.17.0.2-1732097084501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:59,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:04:59,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/cluster_9f1a4b6e-3118-651d-4b7f-85de4d66317a/dfs/data/data2/current/BP-1436690398-172.17.0.2-1732097084501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:04:59,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ed7433d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:04:59,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b965c7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:04:59,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:04:59,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57016cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:04:59,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fd20cce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir/,STOPPED} 2024-11-20T10:04:59,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T10:04:59,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=61 (was 59) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=6695 (was 6996) 2024-11-20T10:04:59,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=61, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=6694 2024-11-20T10:04:59,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.log.dir so I do NOT create it in target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f 2024-11-20T10:04:59,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dca7298b-5aeb-4fbf-156f-811c642d068f/hadoop.tmp.dir so I do NOT create it in target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f 2024-11-20T10:04:59,230 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156, deleteOnExit=true 2024-11-20T10:04:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/test.cache.data in system properties and HBase conf 2024-11-20T10:04:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T10:04:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir in system properties and HBase conf 2024-11-20T10:04:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T10:04:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T10:04:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T10:04:59,231 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T10:04:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:04:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T10:04:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T10:04:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:04:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T10:04:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T10:04:59,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T10:04:59,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:04:59,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T10:04:59,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/nfs.dump.dir in system properties and HBase conf 2024-11-20T10:04:59,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/java.io.tmpdir in system properties and HBase conf 2024-11-20T10:04:59,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T10:04:59,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T10:04:59,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T10:04:59,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:59,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:59,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:59,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:59,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:59,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:59,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65cc2064{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:59,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21be2477{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:59,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d5500a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/java.io.tmpdir/jetty-localhost-33699-hadoop-hdfs-3_4_1-tests_jar-_-any-11557521436537108614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:04:59,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72a52d66{HTTP/1.1, (http/1.1)}{localhost:33699} 2024-11-20T10:04:59,459 INFO [Time-limited test {}] server.Server(415): Started @33748ms 2024-11-20T10:04:59,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:59,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:59,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:59,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:59,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T10:04:59,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d21bd88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:59,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21aa1e64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:59,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aef5b0c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/java.io.tmpdir/jetty-localhost-34877-hadoop-hdfs-3_4_1-tests_jar-_-any-2698579341493446012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:59,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@254bdfe8{HTTP/1.1, (http/1.1)}{localhost:34877} 2024-11-20T10:04:59,734 INFO [Time-limited test {}] server.Server(415): Started @34022ms 2024-11-20T10:04:59,736 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:04:59,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:04:59,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:04:59,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:04:59,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:04:59,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:04:59,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc25c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:04:59,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376a0eb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:04:59,857 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data1/current/BP-1081008225-172.17.0.2-1732097099265/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:59,866 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data2/current/BP-1081008225-172.17.0.2-1732097099265/current, will proceed with Du for space computation calculation, 2024-11-20T10:04:59,888 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:04:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7da00d3d49361a8 with lease ID 0xd84ddc5cbe663ea2: Processing first storage report for DS-6c8b2eef-ad9c-4cba-88a1-9fc0c1213589 from datanode DatanodeRegistration(127.0.0.1:45117, datanodeUuid=7440dace-ec79-4e6f-90ac-e8dda2a12fae, infoPort=38091, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265) 2024-11-20T10:04:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7da00d3d49361a8 with lease ID 0xd84ddc5cbe663ea2: from storage DS-6c8b2eef-ad9c-4cba-88a1-9fc0c1213589 node DatanodeRegistration(127.0.0.1:45117, datanodeUuid=7440dace-ec79-4e6f-90ac-e8dda2a12fae, infoPort=38091, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7da00d3d49361a8 with lease ID 0xd84ddc5cbe663ea2: Processing first storage report for DS-db10bd48-a857-4334-ba28-764894d073ec from datanode DatanodeRegistration(127.0.0.1:45117, datanodeUuid=7440dace-ec79-4e6f-90ac-e8dda2a12fae, infoPort=38091, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265) 2024-11-20T10:04:59,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7da00d3d49361a8 with lease ID 0xd84ddc5cbe663ea2: from storage DS-db10bd48-a857-4334-ba28-764894d073ec node DatanodeRegistration(127.0.0.1:45117, datanodeUuid=7440dace-ec79-4e6f-90ac-e8dda2a12fae, infoPort=38091, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:04:59,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c831c11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/java.io.tmpdir/jetty-localhost-45177-hadoop-hdfs-3_4_1-tests_jar-_-any-17094408398911754060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:04:59,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@80c5540{HTTP/1.1, (http/1.1)}{localhost:45177} 2024-11-20T10:04:59,991 INFO [Time-limited test {}] server.Server(415): Started @34279ms 2024-11-20T10:04:59,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:05:00,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T10:05:00,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T10:05:00,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T10:05:00,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T10:05:00,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T10:05:00,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@506986c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir/,AVAILABLE} 2024-11-20T10:05:00,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56d2a61e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T10:05:00,081 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data3/current/BP-1081008225-172.17.0.2-1732097099265/current, will proceed with Du for space computation calculation, 2024-11-20T10:05:00,081 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data4/current/BP-1081008225-172.17.0.2-1732097099265/current, will proceed with Du for space computation calculation, 2024-11-20T10:05:00,104 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:05:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65197e7abc51946c with lease ID 0xd84ddc5cbe663ea3: Processing first storage report for DS-2b790c7d-a50a-4ac6-9600-7b781ca7072e from datanode DatanodeRegistration(127.0.0.1:41367, datanodeUuid=d515143c-aa4e-408b-8693-28867c8f37b2, infoPort=38887, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265) 2024-11-20T10:05:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65197e7abc51946c with lease ID 0xd84ddc5cbe663ea3: from storage DS-2b790c7d-a50a-4ac6-9600-7b781ca7072e node DatanodeRegistration(127.0.0.1:41367, datanodeUuid=d515143c-aa4e-408b-8693-28867c8f37b2, infoPort=38887, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:05:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65197e7abc51946c with lease ID 0xd84ddc5cbe663ea3: Processing first storage report for DS-a3e11d1a-3b39-446e-aeaf-eecf2889619a from datanode DatanodeRegistration(127.0.0.1:41367, datanodeUuid=d515143c-aa4e-408b-8693-28867c8f37b2, infoPort=38887, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265) 2024-11-20T10:05:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65197e7abc51946c with lease ID 0xd84ddc5cbe663ea3: from storage DS-a3e11d1a-3b39-446e-aeaf-eecf2889619a node DatanodeRegistration(127.0.0.1:41367, datanodeUuid=d515143c-aa4e-408b-8693-28867c8f37b2, infoPort=38887, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:05:00,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6816532d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/java.io.tmpdir/jetty-localhost-37167-hadoop-hdfs-3_4_1-tests_jar-_-any-7337211150661279415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:05:00,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24daae4b{HTTP/1.1, (http/1.1)}{localhost:37167} 2024-11-20T10:05:00,153 INFO [Time-limited test {}] server.Server(415): Started @34442ms 2024-11-20T10:05:00,158 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T10:05:00,255 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data5/current/BP-1081008225-172.17.0.2-1732097099265/current, will proceed with Du for space computation calculation, 2024-11-20T10:05:00,255 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data6/current/BP-1081008225-172.17.0.2-1732097099265/current, will proceed with Du for space computation calculation, 2024-11-20T10:05:00,277 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T10:05:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f966f5fdcd10e51 with lease ID 0xd84ddc5cbe663ea4: Processing first storage report for DS-9cd1444f-3f19-4174-a624-5e86ad9eda63 from datanode DatanodeRegistration(127.0.0.1:38805, datanodeUuid=00e5ea36-26c8-4081-bb71-f173ef333909, infoPort=45499, infoSecurePort=0, ipcPort=38691, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265) 2024-11-20T10:05:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f966f5fdcd10e51 with lease ID 0xd84ddc5cbe663ea4: from storage DS-9cd1444f-3f19-4174-a624-5e86ad9eda63 node DatanodeRegistration(127.0.0.1:38805, datanodeUuid=00e5ea36-26c8-4081-bb71-f173ef333909, infoPort=45499, infoSecurePort=0, ipcPort=38691, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T10:05:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f966f5fdcd10e51 with lease ID 0xd84ddc5cbe663ea4: Processing first storage report for DS-70b1e35c-15d0-4f32-be49-b1c11a970c5b from datanode DatanodeRegistration(127.0.0.1:38805, datanodeUuid=00e5ea36-26c8-4081-bb71-f173ef333909, infoPort=45499, infoSecurePort=0, ipcPort=38691, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265) 2024-11-20T10:05:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f966f5fdcd10e51 with lease ID 0xd84ddc5cbe663ea4: from storage DS-70b1e35c-15d0-4f32-be49-b1c11a970c5b node DatanodeRegistration(127.0.0.1:38805, datanodeUuid=00e5ea36-26c8-4081-bb71-f173ef333909, infoPort=45499, infoSecurePort=0, ipcPort=38691, storageInfo=lv=-57;cid=testClusterID;nsid=1436449511;c=1732097099265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T10:05:00,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f 2024-11-20T10:05:00,285 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T10:05:00,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T10:05:00,291 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:46365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:46365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/oldWALs, maxLogs=32 2024-11-20T10:05:00,306 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732097100293, exclude list is [], retry=0 2024-11-20T10:05:00,311 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45117,DS-6c8b2eef-ad9c-4cba-88a1-9fc0c1213589,DISK] 2024-11-20T10:05:00,312 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-9cd1444f-3f19-4174-a624-5e86ad9eda63,DISK] 2024-11-20T10:05:00,313 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41367,DS-2b790c7d-a50a-4ac6-9600-7b781ca7072e,DISK] 2024-11-20T10:05:00,315 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732097100293 2024-11-20T10:05:00,315 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091),(127.0.0.1/127.0.0.1:45499:45499),(127.0.0.1/127.0.0.1:38887:38887)] 2024-11-20T10:05:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45117 is added to blk_1073741825_1001 (size=121110) 2024-11-20T10:05:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741825_1001 (size=121110) 2024-11-20T10:05:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741825_1001 (size=121110) 2024-11-20T10:05:00,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T10:05:00,706 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46365/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732097100293: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T10:05:00,734 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T10:05:00,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6816532d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:05:00,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24daae4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:05:00,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:05:00,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56d2a61e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:05:00,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@506986c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir/,STOPPED} 2024-11-20T10:05:00,740 WARN [BP-1081008225-172.17.0.2-1732097099265 heartbeating to localhost/127.0.0.1:46365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:05:00,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:05:00,740 WARN [BP-1081008225-172.17.0.2-1732097099265 heartbeating to localhost/127.0.0.1:46365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1081008225-172.17.0.2-1732097099265 (Datanode Uuid 00e5ea36-26c8-4081-bb71-f173ef333909) service to localhost/127.0.0.1:46365 2024-11-20T10:05:00,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:05:00,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data5/current/BP-1081008225-172.17.0.2-1732097099265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:05:00,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data6/current/BP-1081008225-172.17.0.2-1732097099265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:05:00,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:05:00,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c831c11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:05:00,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@80c5540{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:05:00,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:05:00,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376a0eb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:05:00,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc25c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir/,STOPPED} 2024-11-20T10:05:00,750 WARN [BP-1081008225-172.17.0.2-1732097099265 heartbeating to localhost/127.0.0.1:46365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:05:00,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:05:00,751 WARN [BP-1081008225-172.17.0.2-1732097099265 heartbeating to localhost/127.0.0.1:46365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1081008225-172.17.0.2-1732097099265 (Datanode Uuid d515143c-aa4e-408b-8693-28867c8f37b2) service to localhost/127.0.0.1:46365 2024-11-20T10:05:00,751 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:05:00,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data3/current/BP-1081008225-172.17.0.2-1732097099265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:05:00,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data4/current/BP-1081008225-172.17.0.2-1732097099265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:05:00,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:05:00,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aef5b0c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T10:05:00,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@254bdfe8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:05:00,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:05:00,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21aa1e64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:05:00,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d21bd88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir/,STOPPED} 2024-11-20T10:05:00,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T10:05:00,762 WARN [BP-1081008225-172.17.0.2-1732097099265 heartbeating to localhost/127.0.0.1:46365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T10:05:00,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T10:05:00,762 WARN [BP-1081008225-172.17.0.2-1732097099265 heartbeating to localhost/127.0.0.1:46365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1081008225-172.17.0.2-1732097099265 (Datanode Uuid 7440dace-ec79-4e6f-90ac-e8dda2a12fae) service to localhost/127.0.0.1:46365 2024-11-20T10:05:00,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data1/current/BP-1081008225-172.17.0.2-1732097099265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:05:00,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/cluster_311fc971-69ba-3787-9f0a-43f28de7b156/dfs/data/data2/current/BP-1081008225-172.17.0.2-1732097099265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T10:05:00,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T10:05:00,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d5500a5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T10:05:00,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72a52d66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T10:05:00,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T10:05:00,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21be2477{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T10:05:00,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65cc2064{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bc3e44a-ab95-a157-da19-14a69462ce0f/hadoop.log.dir/,STOPPED} 2024-11-20T10:05:00,794 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-20T10:05:00,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=85 (was 61) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6643 (was 6694)