2024-11-19 02:19:00,736 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-19 02:19:00,763 main DEBUG Took 0.024706 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 02:19:00,764 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 02:19:00,765 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 02:19:00,768 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 02:19:00,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,814 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 02:19:00,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,838 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,840 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,841 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,843 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,846 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,847 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 02:19:00,852 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,852 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 02:19:00,855 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 02:19:00,857 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 02:19:00,859 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 02:19:00,860 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 02:19:00,862 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 02:19:00,863 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 02:19:00,875 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 02:19:00,878 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 02:19:00,881 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 02:19:00,881 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 02:19:00,882 main DEBUG createAppenders(={Console}) 2024-11-19 02:19:00,883 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-19 02:19:00,884 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-19 02:19:00,884 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-19 02:19:00,885 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 02:19:00,885 main DEBUG OutputStream closed 2024-11-19 02:19:00,886 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 02:19:00,886 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 02:19:00,887 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-19 02:19:00,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 02:19:01,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 02:19:01,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 02:19:01,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 02:19:01,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 02:19:01,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 02:19:01,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 02:19:01,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 02:19:01,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 02:19:01,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 02:19:01,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 02:19:01,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 02:19:01,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 02:19:01,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 02:19:01,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 02:19:01,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 02:19:01,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 02:19:01,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 02:19:01,016 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 02:19:01,017 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-19 02:19:01,017 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 02:19:01,018 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-19T02:19:01,400 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13 2024-11-19 02:19:01,404 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 02:19:01,405 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T02:19:01,420 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-19T02:19:01,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=8323 2024-11-19T02:19:01,534 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8, deleteOnExit=true 2024-11-19T02:19:01,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/test.cache.data in system properties and HBase conf 2024-11-19T02:19:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:19:01,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:19:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:19:01,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:19:01,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T02:19:01,663 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T02:19:01,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:19:01,803 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:19:01,804 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:19:01,805 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:19:01,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:19:01,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:19:01,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:19:01,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:19:01,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:19:01,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:19:01,812 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:19:01,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:19:01,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:19:01,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:19:01,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:19:03,181 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T02:19:03,282 INFO [Time-limited test {}] log.Log(170): Logging initialized @3517ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T02:19:03,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:03,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:03,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:03,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:03,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:03,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:03,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad991d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:03,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@788a0364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:03,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@407444fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/java.io.tmpdir/jetty-localhost-41225-hadoop-hdfs-3_4_1-tests_jar-_-any-12572198560957509942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:19:03,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19db201c{HTTP/1.1, (http/1.1)}{localhost:41225} 2024-11-19T02:19:03,791 INFO [Time-limited test {}] server.Server(415): Started @4026ms 2024-11-19T02:19:04,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:04,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:04,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:04,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:04,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:04,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f338cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:04,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42297755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:04,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8eda10b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/java.io.tmpdir/jetty-localhost-41335-hadoop-hdfs-3_4_1-tests_jar-_-any-5024152200014577389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:04,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c496bf0{HTTP/1.1, (http/1.1)}{localhost:41335} 2024-11-19T02:19:04,397 INFO [Time-limited test {}] server.Server(415): Started @4633ms 2024-11-19T02:19:04,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:04,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:04,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:04,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:04,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:04,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:04,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3719f781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:04,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f7d3bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:04,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d1f502a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/java.io.tmpdir/jetty-localhost-41025-hadoop-hdfs-3_4_1-tests_jar-_-any-9703428660142228425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:04,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a792dbc{HTTP/1.1, (http/1.1)}{localhost:41025} 2024-11-19T02:19:04,670 INFO [Time-limited test {}] server.Server(415): Started @4905ms 2024-11-19T02:19:04,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:04,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:04,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:04,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:04,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:04,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:04,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dadaabf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:04,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f6f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:04,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf20a59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/java.io.tmpdir/jetty-localhost-32985-hadoop-hdfs-3_4_1-tests_jar-_-any-13419515718016247095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:04,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57015850{HTTP/1.1, (http/1.1)}{localhost:32985} 2024-11-19T02:19:04,812 INFO [Time-limited test {}] server.Server(415): Started @5048ms 2024-11-19T02:19:04,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:05,603 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data3/current/BP-1885027091-172.17.0.2-1731982742659/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:05,603 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data1/current/BP-1885027091-172.17.0.2-1731982742659/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:05,603 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data4/current/BP-1885027091-172.17.0.2-1731982742659/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:05,603 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data2/current/BP-1885027091-172.17.0.2-1731982742659/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:05,637 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data5/current/BP-1885027091-172.17.0.2-1731982742659/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:05,640 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:05,640 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb85fe3460eeb666a with lease ID 0xe4e903f09566acb4: Processing first storage report for DS-4aa1947f-0a41-4a7c-9d73-f1f3a090f7f4 from datanode DatanodeRegistration(127.0.0.1:37847, datanodeUuid=f17c79ce-2943-429c-9316-e8e4163ea706, infoPort=34049, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659) 2024-11-19T02:19:05,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb85fe3460eeb666a with lease ID 0xe4e903f09566acb4: from storage DS-4aa1947f-0a41-4a7c-9d73-f1f3a090f7f4 node DatanodeRegistration(127.0.0.1:37847, datanodeUuid=f17c79ce-2943-429c-9316-e8e4163ea706, infoPort=34049, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:19:05,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e9c4d643af1aa3f with lease ID 0xe4e903f09566acb3: Processing first storage report for DS-00efc79c-5f94-49bb-8a6b-4a5dffd83624 from datanode DatanodeRegistration(127.0.0.1:35795, datanodeUuid=3b6d0798-9adc-45e8-bc19-48fda156def7, infoPort=37955, infoSecurePort=0, ipcPort=46099, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659) 2024-11-19T02:19:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e9c4d643af1aa3f with lease ID 0xe4e903f09566acb3: from storage DS-00efc79c-5f94-49bb-8a6b-4a5dffd83624 node DatanodeRegistration(127.0.0.1:35795, datanodeUuid=3b6d0798-9adc-45e8-bc19-48fda156def7, infoPort=37955, infoSecurePort=0, ipcPort=46099, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb85fe3460eeb666a with lease ID 0xe4e903f09566acb4: Processing first storage report for DS-fc354deb-9f0c-4ff1-bad2-55ee325e1db2 from datanode DatanodeRegistration(127.0.0.1:37847, datanodeUuid=f17c79ce-2943-429c-9316-e8e4163ea706, infoPort=34049, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659) 2024-11-19T02:19:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb85fe3460eeb666a with lease ID 0xe4e903f09566acb4: from storage DS-fc354deb-9f0c-4ff1-bad2-55ee325e1db2 node DatanodeRegistration(127.0.0.1:37847, datanodeUuid=f17c79ce-2943-429c-9316-e8e4163ea706, infoPort=34049, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:19:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e9c4d643af1aa3f with lease ID 0xe4e903f09566acb3: Processing first storage report for DS-b071a9a8-9e3a-4a09-abf5-80769194fe8e from datanode DatanodeRegistration(127.0.0.1:35795, datanodeUuid=3b6d0798-9adc-45e8-bc19-48fda156def7, infoPort=37955, infoSecurePort=0, ipcPort=46099, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659) 2024-11-19T02:19:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e9c4d643af1aa3f with lease ID 0xe4e903f09566acb3: from storage DS-b071a9a8-9e3a-4a09-abf5-80769194fe8e node DatanodeRegistration(127.0.0.1:35795, datanodeUuid=3b6d0798-9adc-45e8-bc19-48fda156def7, infoPort=37955, infoSecurePort=0, ipcPort=46099, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:05,876 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data6/current/BP-1885027091-172.17.0.2-1731982742659/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:05,897 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:05,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52ae37aaed9c851b with lease ID 0xe4e903f09566acb5: Processing first storage report for DS-b049c6de-e99c-4c99-9dc5-949a7b54e9c2 from datanode DatanodeRegistration(127.0.0.1:40193, datanodeUuid=5420475a-3098-422b-8a3d-2f32dd5b2dba, infoPort=44035, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659) 2024-11-19T02:19:05,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52ae37aaed9c851b with lease ID 0xe4e903f09566acb5: from storage DS-b049c6de-e99c-4c99-9dc5-949a7b54e9c2 node DatanodeRegistration(127.0.0.1:40193, datanodeUuid=5420475a-3098-422b-8a3d-2f32dd5b2dba, infoPort=44035, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:05,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52ae37aaed9c851b with lease ID 0xe4e903f09566acb5: Processing first storage report for DS-e05080e4-694e-4938-8da2-11f42a42e6d9 from datanode DatanodeRegistration(127.0.0.1:40193, datanodeUuid=5420475a-3098-422b-8a3d-2f32dd5b2dba, infoPort=44035, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659) 2024-11-19T02:19:05,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52ae37aaed9c851b with lease ID 0xe4e903f09566acb5: from storage DS-e05080e4-694e-4938-8da2-11f42a42e6d9 node DatanodeRegistration(127.0.0.1:40193, datanodeUuid=5420475a-3098-422b-8a3d-2f32dd5b2dba, infoPort=44035, infoSecurePort=0, ipcPort=37747, storageInfo=lv=-57;cid=testClusterID;nsid=1460836452;c=1731982742659), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:19:05,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13 2024-11-19T02:19:06,013 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T02:19:06,017 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:19:06,020 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T02:19:06,029 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T02:19:06,029 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T02:19:06,078 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T02:19:06,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:19:06,126 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:43055/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:43055/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/oldWALs, maxLogs=32 2024-11-19T02:19:06,169 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731982746151, exclude list is [], retry=0 2024-11-19T02:19:06,223 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51305 (auto-detected) 2024-11-19T02:19:06,225 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T02:19:06,250 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40193,DS-b049c6de-e99c-4c99-9dc5-949a7b54e9c2,DISK] 2024-11-19T02:19:06,253 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T02:19:06,277 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35795,DS-00efc79c-5f94-49bb-8a6b-4a5dffd83624,DISK] 2024-11-19T02:19:06,278 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37847,DS-4aa1947f-0a41-4a7c-9d73-f1f3a090f7f4,DISK] 2024-11-19T02:19:06,358 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731982746151 2024-11-19T02:19:06,360 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44035:44035),(127.0.0.1/127.0.0.1:37955:37955),(127.0.0.1/127.0.0.1:34049:34049)] 2024-11-19T02:19:06,361 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T02:19:07,019 DEBUG [AsyncFSWAL-0-hdfs://localhost:43055/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-19T02:19:10,379 INFO [AsyncFSWAL-0-hdfs://localhost:43055/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 147 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40193,DS-b049c6de-e99c-4c99-9dc5-949a7b54e9c2,DISK], DatanodeInfoWithStorage[127.0.0.1:35795,DS-00efc79c-5f94-49bb-8a6b-4a5dffd83624,DISK], DatanodeInfoWithStorage[127.0.0.1:37847,DS-4aa1947f-0a41-4a7c-9d73-f1f3a090f7f4,DISK]] 2024-11-19T02:19:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35795 is added to blk_1073741825_1001 (size=1048651116) 2024-11-19T02:19:10,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731982746151 not finished, retry = 0 2024-11-19T02:19:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741825_1001 (size=1048651116) 2024-11-19T02:19:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40193 is added to blk_1073741825_1001 (size=1048651116) 2024-11-19T02:19:10,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:19:10,561 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43055/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731982746151: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-19T02:19:11,488 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T02:19:11,899 WARN [BP-1885027091-172.17.0.2-1731982742659 heartbeating to localhost/127.0.0.1:43055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1885027091-172.17.0.2-1731982742659 (Datanode Uuid 5420475a-3098-422b-8a3d-2f32dd5b2dba) service to localhost/127.0.0.1:43055 2024-11-19T02:19:16,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data5/current/BP-1885027091-172.17.0.2-1731982742659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:16,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data6/current/BP-1885027091-172.17.0.2-1731982742659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:16,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf20a59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:16,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57015850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:16,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:16,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f6f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:16,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dadaabf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:16,860 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:16,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d1f502a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:16,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a792dbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:16,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:16,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f7d3bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:16,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3719f781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:16,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:16,871 WARN [BP-1885027091-172.17.0.2-1731982742659 heartbeating to localhost/127.0.0.1:43055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:16,871 WARN [BP-1885027091-172.17.0.2-1731982742659 heartbeating to localhost/127.0.0.1:43055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1885027091-172.17.0.2-1731982742659 (Datanode Uuid 3b6d0798-9adc-45e8-bc19-48fda156def7) service to localhost/127.0.0.1:43055 2024-11-19T02:19:16,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:16,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data3/current/BP-1885027091-172.17.0.2-1731982742659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:16,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data4/current/BP-1885027091-172.17.0.2-1731982742659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:16,873 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:16,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8eda10b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:16,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c496bf0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:16,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:16,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42297755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:16,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f338cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:16,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:16,878 WARN [BP-1885027091-172.17.0.2-1731982742659 heartbeating to localhost/127.0.0.1:43055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:16,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:16,878 WARN [BP-1885027091-172.17.0.2-1731982742659 heartbeating to localhost/127.0.0.1:43055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1885027091-172.17.0.2-1731982742659 (Datanode Uuid f17c79ce-2943-429c-9316-e8e4163ea706) service to localhost/127.0.0.1:43055 2024-11-19T02:19:16,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data1/current/BP-1885027091-172.17.0.2-1731982742659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:16,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/cluster_ce24cd62-9891-c891-6467-a876e62c93e8/dfs/data/data2/current/BP-1885027091-172.17.0.2-1731982742659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:16,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:16,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@407444fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:19:16,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19db201c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:16,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:16,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@788a0364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:16,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad991d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:20,466 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T02:19:20,474 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=35 (was 12) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:43055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:43055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@163a8e6c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=298 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7689 (was 8323) 2024-11-19T02:19:20,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=35, OpenFileDescriptor=298, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=7688 2024-11-19T02:19:20,481 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.log.dir so I do NOT create it in target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f 2024-11-19T02:19:20,481 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4efacb4d-bc4c-93f4-4467-4450c7616a13/hadoop.tmp.dir so I do NOT create it in target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f 2024-11-19T02:19:20,482 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d, deleteOnExit=true 2024-11-19T02:19:20,482 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/test.cache.data in system properties and HBase conf 2024-11-19T02:19:20,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:19:20,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:19:20,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:19:20,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:19:20,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T02:19:20,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:19:20,484 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:19:20,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:19:20,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:19:20,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:19:20,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:19:20,486 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:19:20,486 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:19:20,486 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:19:20,486 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:19:20,487 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:19:20,487 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:19:20,487 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:19:20,487 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:19:20,488 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:19:20,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:20,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:20,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:20,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:20,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:19:20,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:20,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@451a1b2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:20,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616b24ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:20,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e919a98{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/java.io.tmpdir/jetty-localhost-43147-hadoop-hdfs-3_4_1-tests_jar-_-any-11360258970632527733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:19:20,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dc340e3{HTTP/1.1, (http/1.1)}{localhost:43147} 2024-11-19T02:19:20,947 INFO [Time-limited test {}] server.Server(415): Started @21183ms 2024-11-19T02:19:21,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:21,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:21,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:21,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:21,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:19:21,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27223435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:21,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d35ceb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:21,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@757e6915{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/java.io.tmpdir/jetty-localhost-33485-hadoop-hdfs-3_4_1-tests_jar-_-any-12534357747915116829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:21,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44eaf1b9{HTTP/1.1, (http/1.1)}{localhost:33485} 2024-11-19T02:19:21,294 INFO [Time-limited test {}] server.Server(415): Started @21530ms 2024-11-19T02:19:21,296 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:21,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:21,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:21,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:21,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:21,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:21,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bd6c55e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:21,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7926f0fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:21,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@518a62ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/java.io.tmpdir/jetty-localhost-39131-hadoop-hdfs-3_4_1-tests_jar-_-any-6239734263609523167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:21,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a9b1d7c{HTTP/1.1, (http/1.1)}{localhost:39131} 2024-11-19T02:19:21,527 INFO [Time-limited test {}] server.Server(415): Started @21762ms 2024-11-19T02:19:21,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:21,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:21,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:21,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:21,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:21,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:21,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b194d47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:21,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe37d4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:21,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37fa3910{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/java.io.tmpdir/jetty-localhost-45865-hadoop-hdfs-3_4_1-tests_jar-_-any-7274554168218704145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:21,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68f653b3{HTTP/1.1, (http/1.1)}{localhost:45865} 2024-11-19T02:19:21,726 INFO [Time-limited test {}] server.Server(415): Started @21962ms 2024-11-19T02:19:21,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:21,981 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data1/current/BP-1307377190-172.17.0.2-1731982760529/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:21,982 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data2/current/BP-1307377190-172.17.0.2-1731982760529/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:22,014 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedd70954a622ad24 with lease ID 0xae18e66f32a41335: Processing first storage report for DS-c230adc1-bf6e-462b-9a09-1a2b55e177f3 from datanode DatanodeRegistration(127.0.0.1:45913, datanodeUuid=262bd229-182c-4a88-9395-e044395adb5a, infoPort=32925, infoSecurePort=0, ipcPort=36609, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529) 2024-11-19T02:19:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedd70954a622ad24 with lease ID 0xae18e66f32a41335: from storage DS-c230adc1-bf6e-462b-9a09-1a2b55e177f3 node DatanodeRegistration(127.0.0.1:45913, datanodeUuid=262bd229-182c-4a88-9395-e044395adb5a, infoPort=32925, infoSecurePort=0, ipcPort=36609, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedd70954a622ad24 with lease ID 0xae18e66f32a41335: Processing first storage report for DS-892cb8a1-a649-4633-9e8c-aa16c32bcd75 from datanode DatanodeRegistration(127.0.0.1:45913, datanodeUuid=262bd229-182c-4a88-9395-e044395adb5a, infoPort=32925, infoSecurePort=0, ipcPort=36609, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529) 2024-11-19T02:19:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedd70954a622ad24 with lease ID 0xae18e66f32a41335: from storage DS-892cb8a1-a649-4633-9e8c-aa16c32bcd75 node DatanodeRegistration(127.0.0.1:45913, datanodeUuid=262bd229-182c-4a88-9395-e044395adb5a, infoPort=32925, infoSecurePort=0, ipcPort=36609, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:19:22,369 WARN [Thread-284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data3/current/BP-1307377190-172.17.0.2-1731982760529/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:22,369 WARN [Thread-285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data4/current/BP-1307377190-172.17.0.2-1731982760529/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:22,393 WARN [Thread-237 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa648941be39622da with lease ID 0xae18e66f32a41336: Processing first storage report for DS-d3050dc0-6170-4b5d-9eae-f9918bf3782c from datanode DatanodeRegistration(127.0.0.1:36647, datanodeUuid=4e3d13d5-65a0-4012-a401-0d02387e2ada, infoPort=35477, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529) 2024-11-19T02:19:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa648941be39622da with lease ID 0xae18e66f32a41336: from storage DS-d3050dc0-6170-4b5d-9eae-f9918bf3782c node DatanodeRegistration(127.0.0.1:36647, datanodeUuid=4e3d13d5-65a0-4012-a401-0d02387e2ada, infoPort=35477, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa648941be39622da with lease ID 0xae18e66f32a41336: Processing first storage report for DS-73eb9e43-b593-4e9a-953d-03aefe293584 from datanode DatanodeRegistration(127.0.0.1:36647, datanodeUuid=4e3d13d5-65a0-4012-a401-0d02387e2ada, infoPort=35477, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529) 2024-11-19T02:19:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa648941be39622da with lease ID 0xae18e66f32a41336: from storage DS-73eb9e43-b593-4e9a-953d-03aefe293584 node DatanodeRegistration(127.0.0.1:36647, datanodeUuid=4e3d13d5-65a0-4012-a401-0d02387e2ada, infoPort=35477, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:19:22,452 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data5/current/BP-1307377190-172.17.0.2-1731982760529/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:22,453 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data6/current/BP-1307377190-172.17.0.2-1731982760529/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:22,495 WARN [Thread-260 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:22,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a97828e5f30650 with lease ID 0xae18e66f32a41337: Processing first storage report for DS-60113231-f3fb-49f8-8ec2-c1cd209cc11c from datanode DatanodeRegistration(127.0.0.1:45043, datanodeUuid=e0859f9d-8bf5-4170-9b0f-37dcf564df7b, infoPort=44325, infoSecurePort=0, ipcPort=36025, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529) 2024-11-19T02:19:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a97828e5f30650 with lease ID 0xae18e66f32a41337: from storage DS-60113231-f3fb-49f8-8ec2-c1cd209cc11c node DatanodeRegistration(127.0.0.1:45043, datanodeUuid=e0859f9d-8bf5-4170-9b0f-37dcf564df7b, infoPort=44325, infoSecurePort=0, ipcPort=36025, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:19:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84a97828e5f30650 with lease ID 0xae18e66f32a41337: Processing first storage report for DS-72afdad2-91bd-444c-8b65-d46a7d034532 from datanode DatanodeRegistration(127.0.0.1:45043, datanodeUuid=e0859f9d-8bf5-4170-9b0f-37dcf564df7b, infoPort=44325, infoSecurePort=0, ipcPort=36025, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529) 2024-11-19T02:19:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84a97828e5f30650 with lease ID 0xae18e66f32a41337: from storage DS-72afdad2-91bd-444c-8b65-d46a7d034532 node DatanodeRegistration(127.0.0.1:45043, datanodeUuid=e0859f9d-8bf5-4170-9b0f-37dcf564df7b, infoPort=44325, infoSecurePort=0, ipcPort=36025, storageInfo=lv=-57;cid=testClusterID;nsid=796774529;c=1731982760529), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:22,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f 2024-11-19T02:19:22,593 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:19:22,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:19:22,601 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:43741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:43741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/oldWALs, maxLogs=32 2024-11-19T02:19:22,620 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731982762603, exclude list is [], retry=0 2024-11-19T02:19:22,638 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45043,DS-60113231-f3fb-49f8-8ec2-c1cd209cc11c,DISK] 2024-11-19T02:19:22,640 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-d3050dc0-6170-4b5d-9eae-f9918bf3782c,DISK] 2024-11-19T02:19:22,640 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45913,DS-c230adc1-bf6e-462b-9a09-1a2b55e177f3,DISK] 2024-11-19T02:19:22,651 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731982762603 2024-11-19T02:19:22,658 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44325:44325),(127.0.0.1/127.0.0.1:35477:35477),(127.0.0.1/127.0.0.1:32925:32925)] 2024-11-19T02:19:23,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45913 is added to blk_1073741825_1001 (size=1073110) 2024-11-19T02:19:23,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741825_1001 (size=1073110) 2024-11-19T02:19:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45043 is added to blk_1073741825_1001 (size=1073110) 2024-11-19T02:19:23,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:19:23,498 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43741/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731982762603: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-19T02:19:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T02:19:23,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37fa3910{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:23,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68f653b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:23,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:23,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe37d4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:23,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b194d47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:23,640 WARN [BP-1307377190-172.17.0.2-1731982760529 heartbeating to localhost/127.0.0.1:43741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:23,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:23,640 WARN [BP-1307377190-172.17.0.2-1731982760529 heartbeating to localhost/127.0.0.1:43741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307377190-172.17.0.2-1731982760529 (Datanode Uuid e0859f9d-8bf5-4170-9b0f-37dcf564df7b) service to localhost/127.0.0.1:43741 2024-11-19T02:19:23,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:23,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data5/current/BP-1307377190-172.17.0.2-1731982760529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:23,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data6/current/BP-1307377190-172.17.0.2-1731982760529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:23,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:23,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@518a62ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:23,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a9b1d7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:23,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:23,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7926f0fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:23,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bd6c55e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:23,664 WARN [BP-1307377190-172.17.0.2-1731982760529 heartbeating to localhost/127.0.0.1:43741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:23,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:23,664 WARN [BP-1307377190-172.17.0.2-1731982760529 heartbeating to localhost/127.0.0.1:43741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307377190-172.17.0.2-1731982760529 (Datanode Uuid 4e3d13d5-65a0-4012-a401-0d02387e2ada) service to localhost/127.0.0.1:43741 2024-11-19T02:19:23,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:23,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data3/current/BP-1307377190-172.17.0.2-1731982760529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:23,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data4/current/BP-1307377190-172.17.0.2-1731982760529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:23,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:23,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@757e6915{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:23,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44eaf1b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:23,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:23,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d35ceb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:23,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27223435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:23,685 WARN [BP-1307377190-172.17.0.2-1731982760529 heartbeating to localhost/127.0.0.1:43741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:23,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:23,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:23,685 WARN [BP-1307377190-172.17.0.2-1731982760529 heartbeating to localhost/127.0.0.1:43741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307377190-172.17.0.2-1731982760529 (Datanode Uuid 262bd229-182c-4a88-9395-e044395adb5a) service to localhost/127.0.0.1:43741 2024-11-19T02:19:23,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data1/current/BP-1307377190-172.17.0.2-1731982760529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:23,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/cluster_cf9dc727-312f-baf9-f77f-d38d5e36809d/dfs/data/data2/current/BP-1307377190-172.17.0.2-1731982760529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:23,687 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:23,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e919a98{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:19:23,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dc340e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:23,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:23,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616b24ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:23,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@451a1b2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:23,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T02:19:23,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=58 (was 35) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:43741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:43741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=336 (was 298) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 432) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7582 (was 7688) 2024-11-19T02:19:23,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=58, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=7581 2024-11-19T02:19:23,738 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.log.dir so I do NOT create it in target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42 2024-11-19T02:19:23,738 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1f8ab829-fa06-604d-50dc-d7c6f0ac554f/hadoop.tmp.dir so I do NOT create it in target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42 2024-11-19T02:19:23,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a, deleteOnExit=true 2024-11-19T02:19:23,738 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/test.cache.data in system properties and HBase conf 2024-11-19T02:19:23,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:19:23,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:19:23,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:19:23,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:19:23,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T02:19:23,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:19:23,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:19:23,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:19:23,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:19:23,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:19:23,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:19:23,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:19:23,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:19:23,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:19:23,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:19:23,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:19:23,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:19:23,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:19:23,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:19:23,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:19:24,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:24,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:24,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:24,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:24,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:24,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:24,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3061968b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:24,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cdfaf0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:24,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2986103a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/java.io.tmpdir/jetty-localhost-40539-hadoop-hdfs-3_4_1-tests_jar-_-any-11984393995052040282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:19:24,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a13d1a2{HTTP/1.1, (http/1.1)}{localhost:40539} 2024-11-19T02:19:24,139 INFO [Time-limited test {}] server.Server(415): Started @24375ms 2024-11-19T02:19:24,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:24,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:24,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:24,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:24,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:24,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d1ed195{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:24,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49626cda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:24,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe867b6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/java.io.tmpdir/jetty-localhost-37271-hadoop-hdfs-3_4_1-tests_jar-_-any-8909417263451303342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:24,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6abf8d13{HTTP/1.1, (http/1.1)}{localhost:37271} 2024-11-19T02:19:24,510 INFO [Time-limited test {}] server.Server(415): Started @24746ms 2024-11-19T02:19:24,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:24,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:24,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:24,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:24,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:24,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:19:24,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142114cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:24,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468bd1cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:24,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23b26d05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/java.io.tmpdir/jetty-localhost-43199-hadoop-hdfs-3_4_1-tests_jar-_-any-14840561672855042770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:24,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4036cf05{HTTP/1.1, (http/1.1)}{localhost:43199} 2024-11-19T02:19:24,704 INFO [Time-limited test {}] server.Server(415): Started @24940ms 2024-11-19T02:19:24,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:24,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:24,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:24,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:24,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:24,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:19:24,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@732a27a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:24,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9fe9ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:24,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38d440ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/java.io.tmpdir/jetty-localhost-43379-hadoop-hdfs-3_4_1-tests_jar-_-any-7543289988824068338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:24,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cf264bc{HTTP/1.1, (http/1.1)}{localhost:43379} 2024-11-19T02:19:24,893 INFO [Time-limited test {}] server.Server(415): Started @25129ms 2024-11-19T02:19:24,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:25,082 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data1/current/BP-803641812-172.17.0.2-1731982763772/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:25,082 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data2/current/BP-803641812-172.17.0.2-1731982763772/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:25,131 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf3133bcc3ab8039 with lease ID 0x228a932ce0d65948: Processing first storage report for DS-2a1ac304-5b34-4057-a5a9-58bf08a56cc0 from datanode DatanodeRegistration(127.0.0.1:45189, datanodeUuid=e5bbc7ce-da00-4382-8770-de909b17c58d, infoPort=39157, infoSecurePort=0, ipcPort=33233, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772) 2024-11-19T02:19:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf3133bcc3ab8039 with lease ID 0x228a932ce0d65948: from storage DS-2a1ac304-5b34-4057-a5a9-58bf08a56cc0 node DatanodeRegistration(127.0.0.1:45189, datanodeUuid=e5bbc7ce-da00-4382-8770-de909b17c58d, infoPort=39157, infoSecurePort=0, ipcPort=33233, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf3133bcc3ab8039 with lease ID 0x228a932ce0d65948: Processing first storage report for DS-8c9bf503-6b4c-48e3-b89e-d15c288e37b6 from datanode DatanodeRegistration(127.0.0.1:45189, datanodeUuid=e5bbc7ce-da00-4382-8770-de909b17c58d, infoPort=39157, infoSecurePort=0, ipcPort=33233, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772) 2024-11-19T02:19:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf3133bcc3ab8039 with lease ID 0x228a932ce0d65948: from storage DS-8c9bf503-6b4c-48e3-b89e-d15c288e37b6 node DatanodeRegistration(127.0.0.1:45189, datanodeUuid=e5bbc7ce-da00-4382-8770-de909b17c58d, infoPort=39157, infoSecurePort=0, ipcPort=33233, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:25,375 WARN [Thread-437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data4/current/BP-803641812-172.17.0.2-1731982763772/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:25,375 WARN [Thread-436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data3/current/BP-803641812-172.17.0.2-1731982763772/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:25,401 WARN [Thread-389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2e4dc50aabe6021 with lease ID 0x228a932ce0d65949: Processing first storage report for DS-6b64dec3-0798-4dfc-bc53-9735c90f481d from datanode DatanodeRegistration(127.0.0.1:35183, datanodeUuid=254417fe-f4e5-4cd9-8e25-bf33ccdc72eb, infoPort=42705, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772) 2024-11-19T02:19:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2e4dc50aabe6021 with lease ID 0x228a932ce0d65949: from storage DS-6b64dec3-0798-4dfc-bc53-9735c90f481d node DatanodeRegistration(127.0.0.1:35183, datanodeUuid=254417fe-f4e5-4cd9-8e25-bf33ccdc72eb, infoPort=42705, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2e4dc50aabe6021 with lease ID 0x228a932ce0d65949: Processing first storage report for DS-30131f41-36a0-4bcf-a304-7f6eb6720603 from datanode DatanodeRegistration(127.0.0.1:35183, datanodeUuid=254417fe-f4e5-4cd9-8e25-bf33ccdc72eb, infoPort=42705, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772) 2024-11-19T02:19:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2e4dc50aabe6021 with lease ID 0x228a932ce0d65949: from storage DS-30131f41-36a0-4bcf-a304-7f6eb6720603 node DatanodeRegistration(127.0.0.1:35183, datanodeUuid=254417fe-f4e5-4cd9-8e25-bf33ccdc72eb, infoPort=42705, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:19:25,508 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data5/current/BP-803641812-172.17.0.2-1731982763772/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:25,509 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data6/current/BP-803641812-172.17.0.2-1731982763772/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:25,531 WARN [Thread-412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56747e708b54399e with lease ID 0x228a932ce0d6594a: Processing first storage report for DS-c4ecc8d2-aed0-47ab-90c1-29dedbfab0be from datanode DatanodeRegistration(127.0.0.1:44757, datanodeUuid=6a2095d4-9519-405b-80e5-0a4e738d22ae, infoPort=46311, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772) 2024-11-19T02:19:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56747e708b54399e with lease ID 0x228a932ce0d6594a: from storage DS-c4ecc8d2-aed0-47ab-90c1-29dedbfab0be node DatanodeRegistration(127.0.0.1:44757, datanodeUuid=6a2095d4-9519-405b-80e5-0a4e738d22ae, infoPort=46311, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56747e708b54399e with lease ID 0x228a932ce0d6594a: Processing first storage report for DS-6c0f2711-3367-4d56-9bfa-688d24a1023e from datanode DatanodeRegistration(127.0.0.1:44757, datanodeUuid=6a2095d4-9519-405b-80e5-0a4e738d22ae, infoPort=46311, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772) 2024-11-19T02:19:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56747e708b54399e with lease ID 0x228a932ce0d6594a: from storage DS-6c0f2711-3367-4d56-9bfa-688d24a1023e node DatanodeRegistration(127.0.0.1:44757, datanodeUuid=6a2095d4-9519-405b-80e5-0a4e738d22ae, infoPort=46311, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=367960395;c=1731982763772), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T02:19:25,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42 2024-11-19T02:19:25,558 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:19:25,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:19:25,568 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:38273/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:38273/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/oldWALs, maxLogs=32 2024-11-19T02:19:25,589 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731982765571, exclude list is [], retry=0 2024-11-19T02:19:25,596 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44757,DS-c4ecc8d2-aed0-47ab-90c1-29dedbfab0be,DISK] 2024-11-19T02:19:25,597 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45189,DS-2a1ac304-5b34-4057-a5a9-58bf08a56cc0,DISK] 2024-11-19T02:19:25,597 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35183,DS-6b64dec3-0798-4dfc-bc53-9735c90f481d,DISK] 2024-11-19T02:19:25,616 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731982765571 2024-11-19T02:19:25,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46311:46311),(127.0.0.1/127.0.0.1:39157:39157),(127.0.0.1/127.0.0.1:42705:42705)] 2024-11-19T02:19:25,637 INFO [AsyncFSWAL-0-hdfs://localhost:38273/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-19T02:19:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45189 is added to blk_1073741825_1001 (size=5861116) 2024-11-19T02:19:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741825_1001 (size=5861116) 2024-11-19T02:19:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741825_1001 (size=5861116) 2024-11-19T02:19:41,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:19:41,151 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38273/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1731982765571: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T02:19:42,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T02:19:42,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38d440ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:42,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cf264bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:42,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:42,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9fe9ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:42,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@732a27a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:42,732 WARN [BP-803641812-172.17.0.2-1731982763772 heartbeating to localhost/127.0.0.1:38273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:42,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:42,732 WARN [BP-803641812-172.17.0.2-1731982763772 heartbeating to localhost/127.0.0.1:38273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-803641812-172.17.0.2-1731982763772 (Datanode Uuid 6a2095d4-9519-405b-80e5-0a4e738d22ae) service to localhost/127.0.0.1:38273 2024-11-19T02:19:42,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:42,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data5/current/BP-803641812-172.17.0.2-1731982763772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:42,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data6/current/BP-803641812-172.17.0.2-1731982763772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:42,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:42,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23b26d05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:42,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4036cf05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:42,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:42,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468bd1cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:42,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142114cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:42,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:42,739 WARN [BP-803641812-172.17.0.2-1731982763772 heartbeating to localhost/127.0.0.1:38273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:42,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:42,739 WARN [BP-803641812-172.17.0.2-1731982763772 heartbeating to localhost/127.0.0.1:38273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-803641812-172.17.0.2-1731982763772 (Datanode Uuid 254417fe-f4e5-4cd9-8e25-bf33ccdc72eb) service to localhost/127.0.0.1:38273 2024-11-19T02:19:42,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data3/current/BP-803641812-172.17.0.2-1731982763772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:42,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data4/current/BP-803641812-172.17.0.2-1731982763772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:42,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:42,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fe867b6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:42,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6abf8d13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:42,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:42,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49626cda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:42,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d1ed195{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:42,744 WARN [BP-803641812-172.17.0.2-1731982763772 heartbeating to localhost/127.0.0.1:38273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:42,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:42,744 WARN [BP-803641812-172.17.0.2-1731982763772 heartbeating to localhost/127.0.0.1:38273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-803641812-172.17.0.2-1731982763772 (Datanode Uuid e5bbc7ce-da00-4382-8770-de909b17c58d) service to localhost/127.0.0.1:38273 2024-11-19T02:19:42,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:42,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data1/current/BP-803641812-172.17.0.2-1731982763772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:42,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/cluster_482499bc-966b-fd64-2c3d-bb7d289fc29a/dfs/data/data2/current/BP-803641812-172.17.0.2-1731982763772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:42,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:42,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2986103a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:19:42,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a13d1a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:42,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:42,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cdfaf0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:42,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3061968b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:42,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T02:19:42,779 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=61 (was 58) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:38273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (455154713) connection to localhost/127.0.0.1:38273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=339 (was 336) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=460 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7409 (was 7581) 2024-11-19T02:19:42,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=61, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=460, ProcessCount=11, AvailableMemoryMB=7409 2024-11-19T02:19:42,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.log.dir so I do NOT create it in target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45 2024-11-19T02:19:42,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/855ba3d3-e6e7-29d5-ca24-7e630ef09c42/hadoop.tmp.dir so I do NOT create it in target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45 2024-11-19T02:19:42,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b, deleteOnExit=true 2024-11-19T02:19:42,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/test.cache.data in system properties and HBase conf 2024-11-19T02:19:42,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T02:19:42,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir in system properties and HBase conf 2024-11-19T02:19:42,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T02:19:42,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T02:19:42,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T02:19:42,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T02:19:42,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:19:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T02:19:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T02:19:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:19:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T02:19:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T02:19:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T02:19:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:19:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T02:19:42,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/nfs.dump.dir in system properties and HBase conf 2024-11-19T02:19:42,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/java.io.tmpdir in system properties and HBase conf 2024-11-19T02:19:42,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T02:19:42,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T02:19:42,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T02:19:43,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:43,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:43,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:43,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:43,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:19:43,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:43,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ded714f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:43,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0fc1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:43,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49189a6e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/java.io.tmpdir/jetty-localhost-45031-hadoop-hdfs-3_4_1-tests_jar-_-any-14459636338554423303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:19:43,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1118832b{HTTP/1.1, (http/1.1)}{localhost:45031} 2024-11-19T02:19:43,171 INFO [Time-limited test {}] server.Server(415): Started @43407ms 2024-11-19T02:19:43,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:43,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:43,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:43,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:43,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:19:43,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15f42d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:43,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525b4ac1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:43,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2549e339{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/java.io.tmpdir/jetty-localhost-42529-hadoop-hdfs-3_4_1-tests_jar-_-any-8849461478779255380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:43,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7870dff1{HTTP/1.1, (http/1.1)}{localhost:42529} 2024-11-19T02:19:43,451 INFO [Time-limited test {}] server.Server(415): Started @43687ms 2024-11-19T02:19:43,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:43,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:43,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:43,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:43,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:43,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T02:19:43,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@385613ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:43,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72dde91b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:43,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@726f16f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/java.io.tmpdir/jetty-localhost-40249-hadoop-hdfs-3_4_1-tests_jar-_-any-8703840351740498016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:43,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d20a70a{HTTP/1.1, (http/1.1)}{localhost:40249} 2024-11-19T02:19:43,584 INFO [Time-limited test {}] server.Server(415): Started @43820ms 2024-11-19T02:19:43,585 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:43,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T02:19:43,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T02:19:43,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T02:19:43,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T02:19:43,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T02:19:43,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ddb2590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir/,AVAILABLE} 2024-11-19T02:19:43,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46bd9b8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T02:19:43,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c4790c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/java.io.tmpdir/jetty-localhost-42925-hadoop-hdfs-3_4_1-tests_jar-_-any-14853791798385972888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:43,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10a009c3{HTTP/1.1, (http/1.1)}{localhost:42925} 2024-11-19T02:19:43,718 INFO [Time-limited test {}] server.Server(415): Started @43954ms 2024-11-19T02:19:43,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T02:19:44,124 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data1/current/BP-635159775-172.17.0.2-1731982782808/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:44,124 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data2/current/BP-635159775-172.17.0.2-1731982782808/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:44,144 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3323390e4f14f36f with lease ID 0x9b071e322794dd9: Processing first storage report for DS-2fcbd60d-bea5-40c2-b1af-4c216ababe46 from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=348dac08-ae49-4aaf-b9d0-054fcc7adadb, infoPort=45945, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808) 2024-11-19T02:19:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3323390e4f14f36f with lease ID 0x9b071e322794dd9: from storage DS-2fcbd60d-bea5-40c2-b1af-4c216ababe46 node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=348dac08-ae49-4aaf-b9d0-054fcc7adadb, infoPort=45945, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3323390e4f14f36f with lease ID 0x9b071e322794dd9: Processing first storage report for DS-88a56810-66d0-49e1-a801-9566608c5d74 from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=348dac08-ae49-4aaf-b9d0-054fcc7adadb, infoPort=45945, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808) 2024-11-19T02:19:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3323390e4f14f36f with lease ID 0x9b071e322794dd9: from storage DS-88a56810-66d0-49e1-a801-9566608c5d74 node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=348dac08-ae49-4aaf-b9d0-054fcc7adadb, infoPort=45945, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:44,433 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data3/current/BP-635159775-172.17.0.2-1731982782808/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:44,434 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data4/current/BP-635159775-172.17.0.2-1731982782808/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:44,454 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc5375ac333f00cd with lease ID 0x9b071e322794dda: Processing first storage report for DS-28f9f338-d5c4-4a40-a505-2b3ee500fa78 from datanode DatanodeRegistration(127.0.0.1:35875, datanodeUuid=d548ab63-879f-402d-ad3b-862228d7e486, infoPort=44207, infoSecurePort=0, ipcPort=34547, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808) 2024-11-19T02:19:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc5375ac333f00cd with lease ID 0x9b071e322794dda: from storage DS-28f9f338-d5c4-4a40-a505-2b3ee500fa78 node DatanodeRegistration(127.0.0.1:35875, datanodeUuid=d548ab63-879f-402d-ad3b-862228d7e486, infoPort=44207, infoSecurePort=0, ipcPort=34547, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc5375ac333f00cd with lease ID 0x9b071e322794dda: Processing first storage report for DS-276949c9-7c7a-40f6-9413-95a9243cdd24 from datanode DatanodeRegistration(127.0.0.1:35875, datanodeUuid=d548ab63-879f-402d-ad3b-862228d7e486, infoPort=44207, infoSecurePort=0, ipcPort=34547, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808) 2024-11-19T02:19:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc5375ac333f00cd with lease ID 0x9b071e322794dda: from storage DS-276949c9-7c7a-40f6-9413-95a9243cdd24 node DatanodeRegistration(127.0.0.1:35875, datanodeUuid=d548ab63-879f-402d-ad3b-862228d7e486, infoPort=44207, infoSecurePort=0, ipcPort=34547, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:44,517 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data5/current/BP-635159775-172.17.0.2-1731982782808/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:44,518 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data6/current/BP-635159775-172.17.0.2-1731982782808/current, will proceed with Du for space computation calculation, 2024-11-19T02:19:44,536 WARN [Thread-564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T02:19:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6705552bffc3dde with lease ID 0x9b071e322794ddb: Processing first storage report for DS-878dc5bf-b09e-4b29-83c7-dc66de6eada8 from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=2968dc7b-4175-49d0-a8d4-3a0772f200fb, infoPort=41031, infoSecurePort=0, ipcPort=45387, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808) 2024-11-19T02:19:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6705552bffc3dde with lease ID 0x9b071e322794ddb: from storage DS-878dc5bf-b09e-4b29-83c7-dc66de6eada8 node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=2968dc7b-4175-49d0-a8d4-3a0772f200fb, infoPort=41031, infoSecurePort=0, ipcPort=45387, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6705552bffc3dde with lease ID 0x9b071e322794ddb: Processing first storage report for DS-a5b028b3-a51e-400b-9b55-afb43acb3a2c from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=2968dc7b-4175-49d0-a8d4-3a0772f200fb, infoPort=41031, infoSecurePort=0, ipcPort=45387, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808) 2024-11-19T02:19:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6705552bffc3dde with lease ID 0x9b071e322794ddb: from storage DS-a5b028b3-a51e-400b-9b55-afb43acb3a2c node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=2968dc7b-4175-49d0-a8d4-3a0772f200fb, infoPort=41031, infoSecurePort=0, ipcPort=45387, storageInfo=lv=-57;cid=testClusterID;nsid=114901238;c=1731982782808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T02:19:44,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45 2024-11-19T02:19:44,556 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T02:19:44,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T02:19:44,564 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:39347/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:39347/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/oldWALs, maxLogs=32 2024-11-19T02:19:44,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731982784567, exclude list is [], retry=0 2024-11-19T02:19:44,584 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-2fcbd60d-bea5-40c2-b1af-4c216ababe46,DISK] 2024-11-19T02:19:44,585 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-878dc5bf-b09e-4b29-83c7-dc66de6eada8,DISK] 2024-11-19T02:19:44,585 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35875,DS-28f9f338-d5c4-4a40-a505-2b3ee500fa78,DISK] 2024-11-19T02:19:44,587 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731982784567 2024-11-19T02:19:44,587 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45945:45945),(127.0.0.1/127.0.0.1:41031:41031),(127.0.0.1/127.0.0.1:44207:44207)] 2024-11-19T02:19:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741825_1001 (size=121110) 2024-11-19T02:19:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35875 is added to blk_1073741825_1001 (size=121110) 2024-11-19T02:19:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741825_1001 (size=121110) 2024-11-19T02:19:44,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T02:19:44,801 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39347/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1731982784567: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-19T02:19:44,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T02:19:44,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c4790c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:44,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10a009c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:44,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:44,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46bd9b8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:44,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ddb2590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:44,847 WARN [BP-635159775-172.17.0.2-1731982782808 heartbeating to localhost/127.0.0.1:39347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:44,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:44,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:44,847 WARN [BP-635159775-172.17.0.2-1731982782808 heartbeating to localhost/127.0.0.1:39347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-635159775-172.17.0.2-1731982782808 (Datanode Uuid 2968dc7b-4175-49d0-a8d4-3a0772f200fb) service to localhost/127.0.0.1:39347 2024-11-19T02:19:44,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data5/current/BP-635159775-172.17.0.2-1731982782808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:44,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data6/current/BP-635159775-172.17.0.2-1731982782808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:44,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:44,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@726f16f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:44,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d20a70a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:44,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:44,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72dde91b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:44,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@385613ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:44,851 WARN [BP-635159775-172.17.0.2-1731982782808 heartbeating to localhost/127.0.0.1:39347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:44,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:44,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:44,851 WARN [BP-635159775-172.17.0.2-1731982782808 heartbeating to localhost/127.0.0.1:39347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-635159775-172.17.0.2-1731982782808 (Datanode Uuid d548ab63-879f-402d-ad3b-862228d7e486) service to localhost/127.0.0.1:39347 2024-11-19T02:19:44,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data3/current/BP-635159775-172.17.0.2-1731982782808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:44,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data4/current/BP-635159775-172.17.0.2-1731982782808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:44,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:44,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2549e339{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T02:19:44,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7870dff1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:44,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:44,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525b4ac1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:44,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15f42d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:44,857 WARN [BP-635159775-172.17.0.2-1731982782808 heartbeating to localhost/127.0.0.1:39347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T02:19:44,857 WARN [BP-635159775-172.17.0.2-1731982782808 heartbeating to localhost/127.0.0.1:39347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-635159775-172.17.0.2-1731982782808 (Datanode Uuid 348dac08-ae49-4aaf-b9d0-054fcc7adadb) service to localhost/127.0.0.1:39347 2024-11-19T02:19:44,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data1/current/BP-635159775-172.17.0.2-1731982782808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:44,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/cluster_cb7b7b29-e920-3d01-d828-7fc7748b8d4b/dfs/data/data2/current/BP-635159775-172.17.0.2-1731982782808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T02:19:44,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T02:19:44,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T02:19:44,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T02:19:44,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49189a6e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T02:19:44,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1118832b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T02:19:44,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T02:19:44,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0fc1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T02:19:44,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ded714f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4e0f761c-8db4-a565-da5c-2b7b40574c45/hadoop.log.dir/,STOPPED} 2024-11-19T02:19:44,887 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T02:19:44,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=67 (was 61) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=460 (was 460), ProcessCount=11 (was 11), AvailableMemoryMB=7351 (was 7409)