2024-11-24 03:04:23,609 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-24 03:04:23,634 main DEBUG Took 0.021576 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 03:04:23,635 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 03:04:23,635 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 03:04:23,636 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 03:04:23,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,669 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 03:04:23,689 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,692 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,693 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,694 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,696 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,697 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,698 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,700 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,701 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,703 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,704 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:04:23,705 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,705 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 03:04:23,707 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:04:23,709 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 03:04:23,711 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 03:04:23,712 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 03:04:23,714 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 03:04:23,714 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 03:04:23,727 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 03:04:23,733 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 03:04:23,748 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 03:04:23,748 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 03:04:23,749 main DEBUG createAppenders(={Console}) 2024-11-24 03:04:23,750 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-11-24 03:04:23,750 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-11-24 03:04:23,751 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-11-24 03:04:23,752 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 03:04:23,752 main DEBUG OutputStream closed 2024-11-24 03:04:23,752 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 03:04:23,753 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 03:04:23,753 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-11-24 03:04:23,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 03:04:23,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 03:04:23,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 03:04:23,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 03:04:23,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 03:04:23,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 03:04:23,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 03:04:23,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 03:04:23,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 03:04:23,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 03:04:23,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 03:04:23,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 03:04:23,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 03:04:23,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 03:04:23,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 03:04:23,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 03:04:23,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 03:04:23,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 03:04:23,860 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 03:04:23,861 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-24 03:04:23,861 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 03:04:23,862 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-24T03:04:24,212 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6 2024-11-24 03:04:24,218 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 03:04:24,218 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T03:04:24,236 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-11-24T03:04:24,299 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=9574 2024-11-24T03:04:24,302 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca, deleteOnExit=true 2024-11-24T03:04:24,304 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/test.cache.data in system properties and HBase conf 2024-11-24T03:04:24,306 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T03:04:24,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir in system properties and HBase conf 2024-11-24T03:04:24,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T03:04:24,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T03:04:24,309 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T03:04:24,452 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T03:04:24,577 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T03:04:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:04:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:04:24,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T03:04:24,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:04:24,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T03:04:24,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T03:04:24,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:04:24,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:04:24,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T03:04:24,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/nfs.dump.dir in system properties and HBase conf 2024-11-24T03:04:24,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/java.io.tmpdir in system properties and HBase conf 2024-11-24T03:04:24,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:04:24,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T03:04:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T03:04:25,746 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T03:04:25,856 INFO [Time-limited test {}] log.Log(170): Logging initialized @3084ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T03:04:25,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:26,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:26,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:26,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:26,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:04:26,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:26,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef24edc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:26,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3880a22d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:26,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@577b183a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/java.io.tmpdir/jetty-localhost-37997-hadoop-hdfs-3_4_1-tests_jar-_-any-16160155795091756735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:04:26,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eb17a74{HTTP/1.1, (http/1.1)}{localhost:37997} 2024-11-24T03:04:26,360 INFO [Time-limited test {}] server.Server(415): Started @3589ms 2024-11-24T03:04:26,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:26,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:26,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:26,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:26,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:04:26,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4545222b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:26,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44560975{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:26,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@316e1432{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/java.io.tmpdir/jetty-localhost-35979-hadoop-hdfs-3_4_1-tests_jar-_-any-15812014694800462929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:26,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d928f8b{HTTP/1.1, (http/1.1)}{localhost:35979} 2024-11-24T03:04:26,923 INFO [Time-limited test {}] server.Server(415): Started @4152ms 2024-11-24T03:04:26,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:27,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:27,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:27,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:27,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:27,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:04:27,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28fe29db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:27,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49a751c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:27,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50a60167{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/java.io.tmpdir/jetty-localhost-37573-hadoop-hdfs-3_4_1-tests_jar-_-any-16083156539708669542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:27,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@287e0dcc{HTTP/1.1, (http/1.1)}{localhost:37573} 2024-11-24T03:04:27,276 INFO [Time-limited test {}] server.Server(415): Started @4505ms 2024-11-24T03:04:27,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:27,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:27,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:27,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:27,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:27,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:04:27,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7628c8bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:27,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc14738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:27,489 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data4/current/BP-704938644-172.17.0.2-1732417465463/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:27,489 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data1/current/BP-704938644-172.17.0.2-1732417465463/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:27,490 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data3/current/BP-704938644-172.17.0.2-1732417465463/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:27,489 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data2/current/BP-704938644-172.17.0.2-1732417465463/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:27,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47a9f195{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/java.io.tmpdir/jetty-localhost-32943-hadoop-hdfs-3_4_1-tests_jar-_-any-1283946012481109609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:27,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@510bb2ec{HTTP/1.1, (http/1.1)}{localhost:32943} 2024-11-24T03:04:27,528 INFO [Time-limited test {}] server.Server(415): Started @4757ms 2024-11-24T03:04:27,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:27,546 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:27,551 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:27,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeeb6cc02439810e7 with lease ID 0xea612d111bc17a75: Processing first storage report for DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e from datanode DatanodeRegistration(127.0.0.1:44959, datanodeUuid=9a7eb34d-58d4-4501-bde9-b413befd2245, infoPort=39419, infoSecurePort=0, ipcPort=39909, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463) 2024-11-24T03:04:27,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeeb6cc02439810e7 with lease ID 0xea612d111bc17a75: from storage DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e node DatanodeRegistration(127.0.0.1:44959, datanodeUuid=9a7eb34d-58d4-4501-bde9-b413befd2245, infoPort=39419, infoSecurePort=0, ipcPort=39909, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T03:04:27,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4632535f1d655d8c with lease ID 0xea612d111bc17a74: Processing first storage report for DS-915c136c-1a09-414c-84ca-a03e719cda54 from datanode DatanodeRegistration(127.0.0.1:43581, datanodeUuid=153927a3-21c5-4fb9-85ec-3988f765779a, infoPort=40531, infoSecurePort=0, ipcPort=44525, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463) 2024-11-24T03:04:27,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4632535f1d655d8c with lease ID 0xea612d111bc17a74: from storage DS-915c136c-1a09-414c-84ca-a03e719cda54 node DatanodeRegistration(127.0.0.1:43581, datanodeUuid=153927a3-21c5-4fb9-85ec-3988f765779a, infoPort=40531, infoSecurePort=0, ipcPort=44525, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:27,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeeb6cc02439810e7 with lease ID 0xea612d111bc17a75: Processing first storage report for DS-d6fa5c3f-bac9-4a87-8bd6-c6ecf8a1c860 from datanode DatanodeRegistration(127.0.0.1:44959, datanodeUuid=9a7eb34d-58d4-4501-bde9-b413befd2245, infoPort=39419, infoSecurePort=0, ipcPort=39909, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463) 2024-11-24T03:04:27,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeeb6cc02439810e7 with lease ID 0xea612d111bc17a75: from storage DS-d6fa5c3f-bac9-4a87-8bd6-c6ecf8a1c860 node DatanodeRegistration(127.0.0.1:44959, datanodeUuid=9a7eb34d-58d4-4501-bde9-b413befd2245, infoPort=39419, infoSecurePort=0, ipcPort=39909, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:27,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4632535f1d655d8c with lease ID 0xea612d111bc17a74: Processing first storage report for DS-e9fd04f8-4c51-4008-8d3f-2cb119158edc from datanode DatanodeRegistration(127.0.0.1:43581, datanodeUuid=153927a3-21c5-4fb9-85ec-3988f765779a, infoPort=40531, infoSecurePort=0, ipcPort=44525, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463) 2024-11-24T03:04:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4632535f1d655d8c with lease ID 0xea612d111bc17a74: from storage DS-e9fd04f8-4c51-4008-8d3f-2cb119158edc node DatanodeRegistration(127.0.0.1:43581, datanodeUuid=153927a3-21c5-4fb9-85ec-3988f765779a, infoPort=40531, infoSecurePort=0, ipcPort=44525, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:27,658 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data6/current/BP-704938644-172.17.0.2-1732417465463/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:27,658 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data5/current/BP-704938644-172.17.0.2-1732417465463/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:27,686 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x145c2894db8ecc8f with lease ID 0xea612d111bc17a76: Processing first storage report for DS-7fa8701e-54ef-44f2-9abf-5cfd45948650 from datanode DatanodeRegistration(127.0.0.1:43751, datanodeUuid=5c172277-f2f9-4f19-8348-4111453b7db6, infoPort=46237, infoSecurePort=0, ipcPort=36873, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463) 2024-11-24T03:04:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x145c2894db8ecc8f with lease ID 0xea612d111bc17a76: from storage DS-7fa8701e-54ef-44f2-9abf-5cfd45948650 node DatanodeRegistration(127.0.0.1:43751, datanodeUuid=5c172277-f2f9-4f19-8348-4111453b7db6, infoPort=46237, infoSecurePort=0, ipcPort=36873, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T03:04:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x145c2894db8ecc8f with lease ID 0xea612d111bc17a76: Processing first storage report for DS-aa9ae29c-7ce4-47a8-aa7d-43f3355f33f8 from datanode DatanodeRegistration(127.0.0.1:43751, datanodeUuid=5c172277-f2f9-4f19-8348-4111453b7db6, infoPort=46237, infoSecurePort=0, ipcPort=36873, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463) 2024-11-24T03:04:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x145c2894db8ecc8f with lease ID 0xea612d111bc17a76: from storage DS-aa9ae29c-7ce4-47a8-aa7d-43f3355f33f8 node DatanodeRegistration(127.0.0.1:43751, datanodeUuid=5c172277-f2f9-4f19-8348-4111453b7db6, infoPort=46237, infoSecurePort=0, ipcPort=36873, storageInfo=lv=-57;cid=testClusterID;nsid=1817050766;c=1732417465463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:27,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6 2024-11-24T03:04:28,003 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:04:28,009 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:04:28,011 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T03:04:28,023 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T03:04:28,024 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T03:04:28,071 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T03:04:28,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:04:28,152 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/oldWALs, maxLogs=32 2024-11-24T03:04:28,201 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732417468179, exclude list is [], retry=0 2024-11-24T03:04:28,275 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1041 (auto-detected) 2024-11-24T03:04:28,279 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T03:04:28,307 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK] 2024-11-24T03:04:28,311 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T03:04:28,342 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK] 2024-11-24T03:04:28,342 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK] 2024-11-24T03:04:28,430 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732417468179 2024-11-24T03:04:28,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46237:46237),(127.0.0.1/127.0.0.1:40531:40531),(127.0.0.1/127.0.0.1:39419:39419)] 2024-11-24T03:04:28,433 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T03:04:29,166 DEBUG [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-11-24T03:04:33,112 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 107 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:33,280 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 166 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:33,420 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:33,560 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:33,728 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 166 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:33,868 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:34,008 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:34,564 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_99323881_22 at /127.0.0.1:42772 [Receiving block BP-704938644-172.17.0.2-1732417465463:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 554ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data5/, blockId=1073741825, seqno=947 2024-11-24T03:04:34,565 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 555 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:34,684 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:34,828 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 142 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:34,948 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:35,084 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 134 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:35,604 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:36,685 INFO [AsyncFSWAL-0-hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 103 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43751,DS-7fa8701e-54ef-44f2-9abf-5cfd45948650,DISK], DatanodeInfoWithStorage[127.0.0.1:43581,DS-915c136c-1a09-414c-84ca-a03e719cda54,DISK], DatanodeInfoWithStorage[127.0.0.1:44959,DS-a24beb44-7fed-4912-8bdc-00c7db8eb82e,DISK]] 2024-11-24T03:04:37,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44959 is added to blk_1073741825_1001 (size=1048651116) 2024-11-24T03:04:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43581 is added to blk_1073741825_1001 (size=1048651116) 2024-11-24T03:04:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741825_1001 (size=1048651116) 2024-11-24T03:04:37,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:04:37,248 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42263/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732417468179: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-24T03:04:38,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T03:04:38,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47a9f195{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:38,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@510bb2ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:38,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:38,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc14738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:38,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7628c8bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:38,634 WARN [BP-704938644-172.17.0.2-1732417465463 heartbeating to localhost/127.0.0.1:42263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:38,634 WARN [BP-704938644-172.17.0.2-1732417465463 heartbeating to localhost/127.0.0.1:42263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-704938644-172.17.0.2-1732417465463 (Datanode Uuid 5c172277-f2f9-4f19-8348-4111453b7db6) service to localhost/127.0.0.1:42263 2024-11-24T03:04:38,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:38,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:38,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data5/current/BP-704938644-172.17.0.2-1732417465463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:38,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data6/current/BP-704938644-172.17.0.2-1732417465463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:38,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:38,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50a60167{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:38,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@287e0dcc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:38,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:38,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49a751c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:38,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28fe29db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:38,658 WARN [BP-704938644-172.17.0.2-1732417465463 heartbeating to localhost/127.0.0.1:42263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:38,658 WARN [BP-704938644-172.17.0.2-1732417465463 heartbeating to localhost/127.0.0.1:42263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-704938644-172.17.0.2-1732417465463 (Datanode Uuid 9a7eb34d-58d4-4501-bde9-b413befd2245) service to localhost/127.0.0.1:42263 2024-11-24T03:04:38,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data3/current/BP-704938644-172.17.0.2-1732417465463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:38,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data4/current/BP-704938644-172.17.0.2-1732417465463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:38,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:38,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:38,661 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:38,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@316e1432{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:38,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d928f8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:38,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:38,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44560975{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:38,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4545222b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:38,681 WARN [BP-704938644-172.17.0.2-1732417465463 heartbeating to localhost/127.0.0.1:42263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:38,681 WARN [BP-704938644-172.17.0.2-1732417465463 heartbeating to localhost/127.0.0.1:42263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-704938644-172.17.0.2-1732417465463 (Datanode Uuid 153927a3-21c5-4fb9-85ec-3988f765779a) service to localhost/127.0.0.1:42263 2024-11-24T03:04:38,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data1/current/BP-704938644-172.17.0.2-1732417465463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:38,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/cluster_61637383-f7b1-097e-c407-3e7af2957fca/dfs/data/data2/current/BP-704938644-172.17.0.2-1732417465463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:38,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:38,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:38,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:38,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@577b183a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:04:38,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eb17a74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:38,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:38,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3880a22d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:38,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef24edc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:39,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-24T03:04:39,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=48 (was 12) Potentially hanging thread: IPC Client (810419432) connection to localhost/127.0.0.1:42263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@e4c16f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (810419432) connection to localhost/127.0.0.1:42263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8878 (was 9574) 2024-11-24T03:04:39,396 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=48, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=8878 2024-11-24T03:04:39,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.log.dir so I do NOT create it in target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799 2024-11-24T03:04:39,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fdb67c31-e933-4e96-92bc-90c2b00153c6/hadoop.tmp.dir so I do NOT create it in target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799 2024-11-24T03:04:39,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c, deleteOnExit=true 2024-11-24T03:04:39,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/test.cache.data in system properties and HBase conf 2024-11-24T03:04:39,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T03:04:39,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir in system properties and HBase conf 2024-11-24T03:04:39,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T03:04:39,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T03:04:39,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T03:04:39,399 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T03:04:39,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:04:39,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:04:39,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T03:04:39,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:04:39,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T03:04:39,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T03:04:39,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:04:39,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:04:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T03:04:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/nfs.dump.dir in system properties and HBase conf 2024-11-24T03:04:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/java.io.tmpdir in system properties and HBase conf 2024-11-24T03:04:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:04:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T03:04:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T03:04:39,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:39,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:39,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:39,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:39,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:04:39,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:39,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f14c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:39,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37cf5976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:39,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1efa0106{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/java.io.tmpdir/jetty-localhost-39171-hadoop-hdfs-3_4_1-tests_jar-_-any-11744444186545605723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:04:39,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37b84622{HTTP/1.1, (http/1.1)}{localhost:39171} 2024-11-24T03:04:39,626 INFO [Time-limited test {}] server.Server(415): Started @16856ms 2024-11-24T03:04:39,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:39,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:39,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:39,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:39,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:04:39,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6899e2db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:39,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@860cb3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:39,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45bbbe31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/java.io.tmpdir/jetty-localhost-41305-hadoop-hdfs-3_4_1-tests_jar-_-any-8099858799439064356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:39,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@584dcf05{HTTP/1.1, (http/1.1)}{localhost:41305} 2024-11-24T03:04:39,864 INFO [Time-limited test {}] server.Server(415): Started @17093ms 2024-11-24T03:04:39,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:39,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:39,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:39,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:39,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:39,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:04:39,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@131a56ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:39,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c50e09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:39,970 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data1/current/BP-769344255-172.17.0.2-1732417479438/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:39,970 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data2/current/BP-769344255-172.17.0.2-1732417479438/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:39,995 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:40,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4868f93ddca425b8 with lease ID 0x6d2a3583fe48a0c8: Processing first storage report for DS-ccc5e71c-405f-4e79-b0f0-679b99c01d3b from datanode DatanodeRegistration(127.0.0.1:37245, datanodeUuid=9b89b5f1-3cae-48ae-9844-d6a31d459ee5, infoPort=35915, infoSecurePort=0, ipcPort=45241, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438) 2024-11-24T03:04:40,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4868f93ddca425b8 with lease ID 0x6d2a3583fe48a0c8: from storage DS-ccc5e71c-405f-4e79-b0f0-679b99c01d3b node DatanodeRegistration(127.0.0.1:37245, datanodeUuid=9b89b5f1-3cae-48ae-9844-d6a31d459ee5, infoPort=35915, infoSecurePort=0, ipcPort=45241, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:40,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4868f93ddca425b8 with lease ID 0x6d2a3583fe48a0c8: Processing first storage report for DS-7a19b3e4-9109-411b-a3b8-326a884758dc from datanode DatanodeRegistration(127.0.0.1:37245, datanodeUuid=9b89b5f1-3cae-48ae-9844-d6a31d459ee5, infoPort=35915, infoSecurePort=0, ipcPort=45241, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438) 2024-11-24T03:04:40,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4868f93ddca425b8 with lease ID 0x6d2a3583fe48a0c8: from storage DS-7a19b3e4-9109-411b-a3b8-326a884758dc node DatanodeRegistration(127.0.0.1:37245, datanodeUuid=9b89b5f1-3cae-48ae-9844-d6a31d459ee5, infoPort=35915, infoSecurePort=0, ipcPort=45241, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:40,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5404bfa0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/java.io.tmpdir/jetty-localhost-41547-hadoop-hdfs-3_4_1-tests_jar-_-any-16272211935585141227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:40,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60f4b188{HTTP/1.1, (http/1.1)}{localhost:41547} 2024-11-24T03:04:40,056 INFO [Time-limited test {}] server.Server(415): Started @17286ms 2024-11-24T03:04:40,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:40,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:40,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:40,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:40,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:40,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:04:40,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41fdbbf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:40,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6667dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:40,139 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data3/current/BP-769344255-172.17.0.2-1732417479438/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:40,139 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data4/current/BP-769344255-172.17.0.2-1732417479438/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:40,158 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a2825037c831856 with lease ID 0x6d2a3583fe48a0c9: Processing first storage report for DS-e5835d7f-c841-45eb-a500-7052b26d8469 from datanode DatanodeRegistration(127.0.0.1:35279, datanodeUuid=8a3c6590-75c2-4763-877e-5d9f0318b6a3, infoPort=39807, infoSecurePort=0, ipcPort=41535, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438) 2024-11-24T03:04:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a2825037c831856 with lease ID 0x6d2a3583fe48a0c9: from storage DS-e5835d7f-c841-45eb-a500-7052b26d8469 node DatanodeRegistration(127.0.0.1:35279, datanodeUuid=8a3c6590-75c2-4763-877e-5d9f0318b6a3, infoPort=39807, infoSecurePort=0, ipcPort=41535, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a2825037c831856 with lease ID 0x6d2a3583fe48a0c9: Processing first storage report for DS-c1a23b52-b80c-4902-a6ba-6f564cd8a61e from datanode DatanodeRegistration(127.0.0.1:35279, datanodeUuid=8a3c6590-75c2-4763-877e-5d9f0318b6a3, infoPort=39807, infoSecurePort=0, ipcPort=41535, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438) 2024-11-24T03:04:40,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a2825037c831856 with lease ID 0x6d2a3583fe48a0c9: from storage DS-c1a23b52-b80c-4902-a6ba-6f564cd8a61e node DatanodeRegistration(127.0.0.1:35279, datanodeUuid=8a3c6590-75c2-4763-877e-5d9f0318b6a3, infoPort=39807, infoSecurePort=0, ipcPort=41535, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:40,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@485d779{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/java.io.tmpdir/jetty-localhost-36593-hadoop-hdfs-3_4_1-tests_jar-_-any-14890644518353779938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:40,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@223a2722{HTTP/1.1, (http/1.1)}{localhost:36593} 2024-11-24T03:04:40,260 INFO [Time-limited test {}] server.Server(415): Started @17489ms 2024-11-24T03:04:40,262 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:40,349 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data5/current/BP-769344255-172.17.0.2-1732417479438/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:40,350 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data6/current/BP-769344255-172.17.0.2-1732417479438/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:40,374 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1b79431a6cfda26 with lease ID 0x6d2a3583fe48a0ca: Processing first storage report for DS-6a65741a-4253-47fc-a4a1-fa2ef1af57b7 from datanode DatanodeRegistration(127.0.0.1:43013, datanodeUuid=9abf6fd4-765e-4f57-b744-a0cb4fb9085d, infoPort=37537, infoSecurePort=0, ipcPort=42923, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438) 2024-11-24T03:04:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1b79431a6cfda26 with lease ID 0x6d2a3583fe48a0ca: from storage DS-6a65741a-4253-47fc-a4a1-fa2ef1af57b7 node DatanodeRegistration(127.0.0.1:43013, datanodeUuid=9abf6fd4-765e-4f57-b744-a0cb4fb9085d, infoPort=37537, infoSecurePort=0, ipcPort=42923, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1b79431a6cfda26 with lease ID 0x6d2a3583fe48a0ca: Processing first storage report for DS-1e6ee61a-8995-4c9b-a8f2-91e7187c639a from datanode DatanodeRegistration(127.0.0.1:43013, datanodeUuid=9abf6fd4-765e-4f57-b744-a0cb4fb9085d, infoPort=37537, infoSecurePort=0, ipcPort=42923, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438) 2024-11-24T03:04:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1b79431a6cfda26 with lease ID 0x6d2a3583fe48a0ca: from storage DS-1e6ee61a-8995-4c9b-a8f2-91e7187c639a node DatanodeRegistration(127.0.0.1:43013, datanodeUuid=9abf6fd4-765e-4f57-b744-a0cb4fb9085d, infoPort=37537, infoSecurePort=0, ipcPort=42923, storageInfo=lv=-57;cid=testClusterID;nsid=1436786157;c=1732417479438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:40,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799 2024-11-24T03:04:40,392 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:04:40,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:04:40,400 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:40499/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:40499/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/oldWALs, maxLogs=32 2024-11-24T03:04:40,420 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732417480401, exclude list is [], retry=0 2024-11-24T03:04:40,426 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37245,DS-ccc5e71c-405f-4e79-b0f0-679b99c01d3b,DISK] 2024-11-24T03:04:40,427 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35279,DS-e5835d7f-c841-45eb-a500-7052b26d8469,DISK] 2024-11-24T03:04:40,427 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-6a65741a-4253-47fc-a4a1-fa2ef1af57b7,DISK] 2024-11-24T03:04:40,432 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732417480401 2024-11-24T03:04:40,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35915:35915),(127.0.0.1/127.0.0.1:39807:39807),(127.0.0.1/127.0.0.1:37537:37537)] 2024-11-24T03:04:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741825_1001 (size=1073110) 2024-11-24T03:04:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741825_1001 (size=1073110) 2024-11-24T03:04:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741825_1001 (size=1073110) 2024-11-24T03:04:40,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:04:40,875 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40499/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732417480401: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-11-24T03:04:40,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T03:04:40,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@485d779{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:40,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@223a2722{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:40,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:40,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6667dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:40,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41fdbbf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:40,943 WARN [BP-769344255-172.17.0.2-1732417479438 heartbeating to localhost/127.0.0.1:40499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:40,943 WARN [BP-769344255-172.17.0.2-1732417479438 heartbeating to localhost/127.0.0.1:40499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769344255-172.17.0.2-1732417479438 (Datanode Uuid 9abf6fd4-765e-4f57-b744-a0cb4fb9085d) service to localhost/127.0.0.1:40499 2024-11-24T03:04:40,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:40,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data5/current/BP-769344255-172.17.0.2-1732417479438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:40,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:40,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:40,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data6/current/BP-769344255-172.17.0.2-1732417479438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:40,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5404bfa0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:40,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60f4b188{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:40,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:40,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c50e09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:40,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@131a56ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:40,956 WARN [BP-769344255-172.17.0.2-1732417479438 heartbeating to localhost/127.0.0.1:40499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:40,956 WARN [BP-769344255-172.17.0.2-1732417479438 heartbeating to localhost/127.0.0.1:40499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769344255-172.17.0.2-1732417479438 (Datanode Uuid 8a3c6590-75c2-4763-877e-5d9f0318b6a3) service to localhost/127.0.0.1:40499 2024-11-24T03:04:40,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data4/current/BP-769344255-172.17.0.2-1732417479438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:40,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data3/current/BP-769344255-172.17.0.2-1732417479438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:40,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:40,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:40,958 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:40,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45bbbe31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:40,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@584dcf05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:40,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:40,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@860cb3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:40,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6899e2db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:40,968 WARN [BP-769344255-172.17.0.2-1732417479438 heartbeating to localhost/127.0.0.1:40499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:40,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:40,968 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:40,968 WARN [BP-769344255-172.17.0.2-1732417479438 heartbeating to localhost/127.0.0.1:40499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769344255-172.17.0.2-1732417479438 (Datanode Uuid 9b89b5f1-3cae-48ae-9844-d6a31d459ee5) service to localhost/127.0.0.1:40499 2024-11-24T03:04:40,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data1/current/BP-769344255-172.17.0.2-1732417479438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:40,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/cluster_f5c45030-88da-a35d-67ad-6eebf568852c/dfs/data/data2/current/BP-769344255-172.17.0.2-1732417479438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:40,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:40,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1efa0106{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:04:40,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37b84622{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:40,977 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:40,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37cf5976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:40,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f14c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:40,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-24T03:04:41,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=56 (was 48) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (810419432) connection to localhost/127.0.0.1:40499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (810419432) connection to localhost/127.0.0.1:40499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=8797 (was 8878) 2024-11-24T03:04:41,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=56, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=8797 2024-11-24T03:04:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.log.dir so I do NOT create it in target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4 2024-11-24T03:04:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b06c5933-52e4-c58b-cbf7-6c3fbf3f0799/hadoop.tmp.dir so I do NOT create it in target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4 2024-11-24T03:04:41,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f, deleteOnExit=true 2024-11-24T03:04:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/test.cache.data in system properties and HBase conf 2024-11-24T03:04:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T03:04:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir in system properties and HBase conf 2024-11-24T03:04:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T03:04:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T03:04:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T03:04:41,014 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T03:04:41,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:04:41,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:04:41,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T03:04:41,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:04:41,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T03:04:41,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T03:04:41,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:04:41,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:04:41,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T03:04:41,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/nfs.dump.dir in system properties and HBase conf 2024-11-24T03:04:41,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/java.io.tmpdir in system properties and HBase conf 2024-11-24T03:04:41,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:04:41,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T03:04:41,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T03:04:41,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:41,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:41,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:41,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:41,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:04:41,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:41,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8798b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:41,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648806d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:41,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@472819fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/java.io.tmpdir/jetty-localhost-35493-hadoop-hdfs-3_4_1-tests_jar-_-any-6029847533382356061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:04:41,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47ceed50{HTTP/1.1, (http/1.1)}{localhost:35493} 2024-11-24T03:04:41,239 INFO [Time-limited test {}] server.Server(415): Started @18468ms 2024-11-24T03:04:41,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:41,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:41,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:41,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:41,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:04:41,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11220dba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:41,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ad677e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:41,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a0b3397{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/java.io.tmpdir/jetty-localhost-33927-hadoop-hdfs-3_4_1-tests_jar-_-any-9930851990374123556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:41,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404b45c4{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-11-24T03:04:41,455 INFO [Time-limited test {}] server.Server(415): Started @18684ms 2024-11-24T03:04:41,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:41,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:41,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:41,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:41,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:41,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:04:41,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37d2b0c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:41,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5af92fb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:41,544 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data1/current/BP-1538683845-172.17.0.2-1732417481051/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:41,544 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data2/current/BP-1538683845-172.17.0.2-1732417481051/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:41,570 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:41,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8f166f0dbbcb776 with lease ID 0x1e795e1057f88225: Processing first storage report for DS-3b2527dc-8c10-4fe7-a757-87f31c7d4702 from datanode DatanodeRegistration(127.0.0.1:44061, datanodeUuid=6435ba32-f016-421a-b7ae-3de17ecdd494, infoPort=42445, infoSecurePort=0, ipcPort=46881, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051) 2024-11-24T03:04:41,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8f166f0dbbcb776 with lease ID 0x1e795e1057f88225: from storage DS-3b2527dc-8c10-4fe7-a757-87f31c7d4702 node DatanodeRegistration(127.0.0.1:44061, datanodeUuid=6435ba32-f016-421a-b7ae-3de17ecdd494, infoPort=42445, infoSecurePort=0, ipcPort=46881, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:41,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8f166f0dbbcb776 with lease ID 0x1e795e1057f88225: Processing first storage report for DS-40a10a97-59f4-445e-a51d-d6106beee9a5 from datanode DatanodeRegistration(127.0.0.1:44061, datanodeUuid=6435ba32-f016-421a-b7ae-3de17ecdd494, infoPort=42445, infoSecurePort=0, ipcPort=46881, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051) 2024-11-24T03:04:41,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8f166f0dbbcb776 with lease ID 0x1e795e1057f88225: from storage DS-40a10a97-59f4-445e-a51d-d6106beee9a5 node DatanodeRegistration(127.0.0.1:44061, datanodeUuid=6435ba32-f016-421a-b7ae-3de17ecdd494, infoPort=42445, infoSecurePort=0, ipcPort=46881, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:41,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76a2891b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/java.io.tmpdir/jetty-localhost-40741-hadoop-hdfs-3_4_1-tests_jar-_-any-8817457186926567561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:41,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fb5f14f{HTTP/1.1, (http/1.1)}{localhost:40741} 2024-11-24T03:04:41,633 INFO [Time-limited test {}] server.Server(415): Started @18862ms 2024-11-24T03:04:41,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:41,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:41,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:41,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:41,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:41,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:04:41,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19586aa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:41,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c556d82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:41,718 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data3/current/BP-1538683845-172.17.0.2-1732417481051/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:41,719 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data4/current/BP-1538683845-172.17.0.2-1732417481051/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:41,736 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c97f8e213244f2 with lease ID 0x1e795e1057f88226: Processing first storage report for DS-975d8240-d398-44b8-9e69-fd65e0c85165 from datanode DatanodeRegistration(127.0.0.1:38923, datanodeUuid=ead4227f-7076-4382-a73c-27cc9a51edee, infoPort=41539, infoSecurePort=0, ipcPort=40295, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051) 2024-11-24T03:04:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c97f8e213244f2 with lease ID 0x1e795e1057f88226: from storage DS-975d8240-d398-44b8-9e69-fd65e0c85165 node DatanodeRegistration(127.0.0.1:38923, datanodeUuid=ead4227f-7076-4382-a73c-27cc9a51edee, infoPort=41539, infoSecurePort=0, ipcPort=40295, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c97f8e213244f2 with lease ID 0x1e795e1057f88226: Processing first storage report for DS-d4e4033b-50e6-47b3-966d-ec6f74c32649 from datanode DatanodeRegistration(127.0.0.1:38923, datanodeUuid=ead4227f-7076-4382-a73c-27cc9a51edee, infoPort=41539, infoSecurePort=0, ipcPort=40295, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051) 2024-11-24T03:04:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c97f8e213244f2 with lease ID 0x1e795e1057f88226: from storage DS-d4e4033b-50e6-47b3-966d-ec6f74c32649 node DatanodeRegistration(127.0.0.1:38923, datanodeUuid=ead4227f-7076-4382-a73c-27cc9a51edee, infoPort=41539, infoSecurePort=0, ipcPort=40295, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:41,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e2aec9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/java.io.tmpdir/jetty-localhost-36325-hadoop-hdfs-3_4_1-tests_jar-_-any-1963481611550910075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:41,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201114b1{HTTP/1.1, (http/1.1)}{localhost:36325} 2024-11-24T03:04:41,799 INFO [Time-limited test {}] server.Server(415): Started @19028ms 2024-11-24T03:04:41,801 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:41,888 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data5/current/BP-1538683845-172.17.0.2-1732417481051/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:41,888 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data6/current/BP-1538683845-172.17.0.2-1732417481051/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:41,906 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56664c1112ee2be9 with lease ID 0x1e795e1057f88227: Processing first storage report for DS-e0343906-a61c-42a9-9742-180b476deab8 from datanode DatanodeRegistration(127.0.0.1:46367, datanodeUuid=66e0bc3f-c700-47ff-9db1-e33c1a710ecb, infoPort=43749, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051) 2024-11-24T03:04:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56664c1112ee2be9 with lease ID 0x1e795e1057f88227: from storage DS-e0343906-a61c-42a9-9742-180b476deab8 node DatanodeRegistration(127.0.0.1:46367, datanodeUuid=66e0bc3f-c700-47ff-9db1-e33c1a710ecb, infoPort=43749, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:41,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56664c1112ee2be9 with lease ID 0x1e795e1057f88227: Processing first storage report for DS-44656fd0-b137-4d3e-96fb-5516a3587e1d from datanode DatanodeRegistration(127.0.0.1:46367, datanodeUuid=66e0bc3f-c700-47ff-9db1-e33c1a710ecb, infoPort=43749, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051) 2024-11-24T03:04:41,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56664c1112ee2be9 with lease ID 0x1e795e1057f88227: from storage DS-44656fd0-b137-4d3e-96fb-5516a3587e1d node DatanodeRegistration(127.0.0.1:46367, datanodeUuid=66e0bc3f-c700-47ff-9db1-e33c1a710ecb, infoPort=43749, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=2092116360;c=1732417481051), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T03:04:41,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4 2024-11-24T03:04:41,938 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:04:41,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:04:41,945 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:41929/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:41929/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/oldWALs, maxLogs=32 2024-11-24T03:04:41,961 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732417481946, exclude list is [], retry=0 2024-11-24T03:04:41,966 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-e0343906-a61c-42a9-9742-180b476deab8,DISK] 2024-11-24T03:04:41,967 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38923,DS-975d8240-d398-44b8-9e69-fd65e0c85165,DISK] 2024-11-24T03:04:41,968 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44061,DS-3b2527dc-8c10-4fe7-a757-87f31c7d4702,DISK] 2024-11-24T03:04:41,970 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732417481946 2024-11-24T03:04:41,971 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43749:43749),(127.0.0.1/127.0.0.1:41539:41539),(127.0.0.1/127.0.0.1:42445:42445)] 2024-11-24T03:04:41,996 INFO [AsyncFSWAL-0-hdfs://localhost:41929/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-24T03:04:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38923 is added to blk_1073741825_1001 (size=5861116) 2024-11-24T03:04:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44061 is added to blk_1073741825_1001 (size=5861116) 2024-11-24T03:04:53,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:04:53,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741825_1001 (size=5861116) 2024-11-24T03:04:53,731 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41929/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1732417481946: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-24T03:04:55,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T03:04:55,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e2aec9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:55,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201114b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:55,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:55,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c556d82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:55,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19586aa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:55,666 WARN [BP-1538683845-172.17.0.2-1732417481051 heartbeating to localhost/127.0.0.1:41929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:55,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:55,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:55,666 WARN [BP-1538683845-172.17.0.2-1732417481051 heartbeating to localhost/127.0.0.1:41929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538683845-172.17.0.2-1732417481051 (Datanode Uuid 66e0bc3f-c700-47ff-9db1-e33c1a710ecb) service to localhost/127.0.0.1:41929 2024-11-24T03:04:55,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data5/current/BP-1538683845-172.17.0.2-1732417481051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:55,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data6/current/BP-1538683845-172.17.0.2-1732417481051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:55,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:55,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76a2891b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:55,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fb5f14f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:55,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:55,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5af92fb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:55,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37d2b0c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:55,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:55,679 WARN [BP-1538683845-172.17.0.2-1732417481051 heartbeating to localhost/127.0.0.1:41929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:55,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:55,679 WARN [BP-1538683845-172.17.0.2-1732417481051 heartbeating to localhost/127.0.0.1:41929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538683845-172.17.0.2-1732417481051 (Datanode Uuid ead4227f-7076-4382-a73c-27cc9a51edee) service to localhost/127.0.0.1:41929 2024-11-24T03:04:55,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data3/current/BP-1538683845-172.17.0.2-1732417481051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:55,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data4/current/BP-1538683845-172.17.0.2-1732417481051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:55,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:55,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a0b3397{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:55,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404b45c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:55,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:55,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ad677e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:55,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11220dba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:55,692 WARN [BP-1538683845-172.17.0.2-1732417481051 heartbeating to localhost/127.0.0.1:41929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:55,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:55,692 WARN [BP-1538683845-172.17.0.2-1732417481051 heartbeating to localhost/127.0.0.1:41929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538683845-172.17.0.2-1732417481051 (Datanode Uuid 6435ba32-f016-421a-b7ae-3de17ecdd494) service to localhost/127.0.0.1:41929 2024-11-24T03:04:55,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:55,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data1/current/BP-1538683845-172.17.0.2-1732417481051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:55,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/cluster_4535db70-fbd5-264d-3148-bc33441e6c4f/dfs/data/data2/current/BP-1538683845-172.17.0.2-1732417481051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:55,693 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:55,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@472819fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:04:55,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47ceed50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:55,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:55,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648806d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:55,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8798b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:55,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-24T03:04:55,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 56) - Thread LEAK? -, OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=8556 (was 8797) 2024-11-24T03:04:55,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=8556 2024-11-24T03:04:55,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.log.dir so I do NOT create it in target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1 2024-11-24T03:04:55,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8846cb90-d375-bd8e-9091-b86e3f4702b4/hadoop.tmp.dir so I do NOT create it in target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1 2024-11-24T03:04:55,739 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c, deleteOnExit=true 2024-11-24T03:04:55,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/test.cache.data in system properties and HBase conf 2024-11-24T03:04:55,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T03:04:55,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir in system properties and HBase conf 2024-11-24T03:04:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T03:04:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T03:04:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T03:04:55,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T03:04:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:04:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:04:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T03:04:55,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/nfs.dump.dir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/java.io.tmpdir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T03:04:55,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T03:04:55,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:55,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:55,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:55,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:55,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:04:55,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:55,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ec79921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:55,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458f7d29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:55,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6988923c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/java.io.tmpdir/jetty-localhost-33517-hadoop-hdfs-3_4_1-tests_jar-_-any-17558423488856870412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:04:55,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dda656c{HTTP/1.1, (http/1.1)}{localhost:33517} 2024-11-24T03:04:55,978 INFO [Time-limited test {}] server.Server(415): Started @33208ms 2024-11-24T03:04:56,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:56,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:56,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:56,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:56,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:04:56,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c5c8d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:56,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@430919fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:56,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b050d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/java.io.tmpdir/jetty-localhost-33619-hadoop-hdfs-3_4_1-tests_jar-_-any-5444811468842931986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:56,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7986f18e{HTTP/1.1, (http/1.1)}{localhost:33619} 2024-11-24T03:04:56,299 INFO [Time-limited test {}] server.Server(415): Started @33528ms 2024-11-24T03:04:56,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:56,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:56,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:56,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:56,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:56,395 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:04:56,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a317a4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:56,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb5e44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:56,429 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data1/current/BP-481807389-172.17.0.2-1732417495770/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:56,430 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data2/current/BP-481807389-172.17.0.2-1732417495770/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:56,471 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80040f04ef67c1dc with lease ID 0x6b241a1fd6774869: Processing first storage report for DS-3260bd24-b652-42a5-98be-a8a354312931 from datanode DatanodeRegistration(127.0.0.1:34377, datanodeUuid=aa2626fd-5274-4224-9ff6-3b969cd0d5b4, infoPort=42475, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770) 2024-11-24T03:04:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80040f04ef67c1dc with lease ID 0x6b241a1fd6774869: from storage DS-3260bd24-b652-42a5-98be-a8a354312931 node DatanodeRegistration(127.0.0.1:34377, datanodeUuid=aa2626fd-5274-4224-9ff6-3b969cd0d5b4, infoPort=42475, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80040f04ef67c1dc with lease ID 0x6b241a1fd6774869: Processing first storage report for DS-99b0b681-a97f-41c3-bf66-1e35a28402b0 from datanode DatanodeRegistration(127.0.0.1:34377, datanodeUuid=aa2626fd-5274-4224-9ff6-3b969cd0d5b4, infoPort=42475, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770) 2024-11-24T03:04:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80040f04ef67c1dc with lease ID 0x6b241a1fd6774869: from storage DS-99b0b681-a97f-41c3-bf66-1e35a28402b0 node DatanodeRegistration(127.0.0.1:34377, datanodeUuid=aa2626fd-5274-4224-9ff6-3b969cd0d5b4, infoPort=42475, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:56,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@368a36d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/java.io.tmpdir/jetty-localhost-41135-hadoop-hdfs-3_4_1-tests_jar-_-any-13225221136679719655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:56,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bed2110{HTTP/1.1, (http/1.1)}{localhost:41135} 2024-11-24T03:04:56,539 INFO [Time-limited test {}] server.Server(415): Started @33768ms 2024-11-24T03:04:56,541 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:56,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:04:56,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:04:56,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:04:56,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:04:56,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:04:56,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56a3949{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:04:56,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a8e497{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:04:56,672 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data3/current/BP-481807389-172.17.0.2-1732417495770/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:56,672 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data4/current/BP-481807389-172.17.0.2-1732417495770/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:56,696 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccd54029f0d1826f with lease ID 0x6b241a1fd677486a: Processing first storage report for DS-90b1b42d-6608-4021-b83f-6ff51993d273 from datanode DatanodeRegistration(127.0.0.1:34115, datanodeUuid=cdf80a49-3437-41d5-bd79-bf4d0489fdf5, infoPort=46285, infoSecurePort=0, ipcPort=36535, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770) 2024-11-24T03:04:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccd54029f0d1826f with lease ID 0x6b241a1fd677486a: from storage DS-90b1b42d-6608-4021-b83f-6ff51993d273 node DatanodeRegistration(127.0.0.1:34115, datanodeUuid=cdf80a49-3437-41d5-bd79-bf4d0489fdf5, infoPort=46285, infoSecurePort=0, ipcPort=36535, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccd54029f0d1826f with lease ID 0x6b241a1fd677486a: Processing first storage report for DS-71419f34-bc2e-4b69-a935-d95f09097dac from datanode DatanodeRegistration(127.0.0.1:34115, datanodeUuid=cdf80a49-3437-41d5-bd79-bf4d0489fdf5, infoPort=46285, infoSecurePort=0, ipcPort=36535, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770) 2024-11-24T03:04:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccd54029f0d1826f with lease ID 0x6b241a1fd677486a: from storage DS-71419f34-bc2e-4b69-a935-d95f09097dac node DatanodeRegistration(127.0.0.1:34115, datanodeUuid=cdf80a49-3437-41d5-bd79-bf4d0489fdf5, infoPort=46285, infoSecurePort=0, ipcPort=36535, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:56,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28d88cf9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/java.io.tmpdir/jetty-localhost-37963-hadoop-hdfs-3_4_1-tests_jar-_-any-16938522924952089656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:56,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c3e4fc8{HTTP/1.1, (http/1.1)}{localhost:37963} 2024-11-24T03:04:56,765 INFO [Time-limited test {}] server.Server(415): Started @33994ms 2024-11-24T03:04:56,770 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:04:56,864 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data5/current/BP-481807389-172.17.0.2-1732417495770/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:56,865 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data6/current/BP-481807389-172.17.0.2-1732417495770/current, will proceed with Du for space computation calculation, 2024-11-24T03:04:56,885 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:04:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3e09c8c00322eff with lease ID 0x6b241a1fd677486b: Processing first storage report for DS-37fe2735-c85c-4d60-898b-03519c5621a0 from datanode DatanodeRegistration(127.0.0.1:35343, datanodeUuid=df955740-fe88-4b67-8953-a1d908fa60fd, infoPort=37055, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770) 2024-11-24T03:04:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3e09c8c00322eff with lease ID 0x6b241a1fd677486b: from storage DS-37fe2735-c85c-4d60-898b-03519c5621a0 node DatanodeRegistration(127.0.0.1:35343, datanodeUuid=df955740-fe88-4b67-8953-a1d908fa60fd, infoPort=37055, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3e09c8c00322eff with lease ID 0x6b241a1fd677486b: Processing first storage report for DS-d236ce7f-aa63-4a4d-a370-1a0229c57259 from datanode DatanodeRegistration(127.0.0.1:35343, datanodeUuid=df955740-fe88-4b67-8953-a1d908fa60fd, infoPort=37055, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770) 2024-11-24T03:04:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3e09c8c00322eff with lease ID 0x6b241a1fd677486b: from storage DS-d236ce7f-aa63-4a4d-a370-1a0229c57259 node DatanodeRegistration(127.0.0.1:35343, datanodeUuid=df955740-fe88-4b67-8953-a1d908fa60fd, infoPort=37055, infoSecurePort=0, ipcPort=42395, storageInfo=lv=-57;cid=testClusterID;nsid=1033108727;c=1732417495770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:04:56,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1 2024-11-24T03:04:56,902 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:04:56,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:04:56,910 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:43937/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:43937/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/oldWALs, maxLogs=32 2024-11-24T03:04:56,931 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732417496912, exclude list is [], retry=0 2024-11-24T03:04:56,938 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34115,DS-90b1b42d-6608-4021-b83f-6ff51993d273,DISK] 2024-11-24T03:04:56,939 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34377,DS-3260bd24-b652-42a5-98be-a8a354312931,DISK] 2024-11-24T03:04:56,939 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35343,DS-37fe2735-c85c-4d60-898b-03519c5621a0,DISK] 2024-11-24T03:04:56,942 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732417496912 2024-11-24T03:04:56,942 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46285:46285),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:37055:37055)] 2024-11-24T03:04:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34115 is added to blk_1073741825_1001 (size=121110) 2024-11-24T03:04:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35343 is added to blk_1073741825_1001 (size=121110) 2024-11-24T03:04:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34377 is added to blk_1073741825_1001 (size=121110) 2024-11-24T03:04:57,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:04:57,500 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:43937/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1732417496912: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-24T03:04:57,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T03:04:57,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28d88cf9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:57,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c3e4fc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:57,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:57,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a8e497{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:57,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56a3949{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:57,557 WARN [BP-481807389-172.17.0.2-1732417495770 heartbeating to localhost/127.0.0.1:43937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:57,557 WARN [BP-481807389-172.17.0.2-1732417495770 heartbeating to localhost/127.0.0.1:43937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481807389-172.17.0.2-1732417495770 (Datanode Uuid df955740-fe88-4b67-8953-a1d908fa60fd) service to localhost/127.0.0.1:43937 2024-11-24T03:04:57,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data5/current/BP-481807389-172.17.0.2-1732417495770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:57,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data6/current/BP-481807389-172.17.0.2-1732417495770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:57,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:57,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:57,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:57,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@368a36d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:57,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bed2110{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:57,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:57,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb5e44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:57,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a317a4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:57,574 WARN [BP-481807389-172.17.0.2-1732417495770 heartbeating to localhost/127.0.0.1:43937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:57,574 WARN [BP-481807389-172.17.0.2-1732417495770 heartbeating to localhost/127.0.0.1:43937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481807389-172.17.0.2-1732417495770 (Datanode Uuid cdf80a49-3437-41d5-bd79-bf4d0489fdf5) service to localhost/127.0.0.1:43937 2024-11-24T03:04:57,574 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:57,574 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:57,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data3/current/BP-481807389-172.17.0.2-1732417495770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:57,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data4/current/BP-481807389-172.17.0.2-1732417495770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:57,575 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:57,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b050d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:04:57,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7986f18e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:57,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:57,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@430919fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:57,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c5c8d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:57,589 WARN [BP-481807389-172.17.0.2-1732417495770 heartbeating to localhost/127.0.0.1:43937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:04:57,589 WARN [BP-481807389-172.17.0.2-1732417495770 heartbeating to localhost/127.0.0.1:43937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481807389-172.17.0.2-1732417495770 (Datanode Uuid aa2626fd-5274-4224-9ff6-3b969cd0d5b4) service to localhost/127.0.0.1:43937 2024-11-24T03:04:57,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data1/current/BP-481807389-172.17.0.2-1732417495770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:57,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/cluster_062a21a0-cdca-ce84-ef12-bbbc1fcfa16c/dfs/data/data2/current/BP-481807389-172.17.0.2-1732417495770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:04:57,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:04:57,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:04:57,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:04:57,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6988923c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:04:57,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dda656c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:04:57,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:04:57,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458f7d29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:04:57,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ec79921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/421338ea-b4a3-21c4-3f89-84ede296efe1/hadoop.log.dir/,STOPPED} 2024-11-24T03:04:57,626 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-24T03:04:57,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=80 (was 57) - Thread LEAK? -, OpenFileDescriptor=380 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 336) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8308 (was 8556)