2024-12-06 08:04:34,285 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-12-06 08:04:34,318 main DEBUG Took 0.030148 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 08:04:34,319 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 08:04:34,319 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 08:04:34,323 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 08:04:34,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,348 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 08:04:34,387 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,391 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,392 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,393 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,395 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,396 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,406 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,407 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,409 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,426 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 08:04:34,429 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,430 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 08:04:34,433 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 08:04:34,434 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 08:04:34,490 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 08:04:34,491 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 08:04:34,493 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 08:04:34,493 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 08:04:34,507 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 08:04:34,512 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 08:04:34,515 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 08:04:34,515 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 08:04:34,524 main DEBUG createAppenders(={Console}) 2024-12-06 08:04:34,527 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 initialized 2024-12-06 08:04:34,529 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 2024-12-06 08:04:34,529 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3e08ff24 OK. 2024-12-06 08:04:34,530 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 08:04:34,530 main DEBUG OutputStream closed 2024-12-06 08:04:34,531 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 08:04:34,531 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 08:04:34,531 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@73700b80 OK 2024-12-06 08:04:34,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 08:04:34,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 08:04:34,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 08:04:34,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 08:04:34,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 08:04:34,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 08:04:34,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 08:04:34,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 08:04:34,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 08:04:34,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 08:04:34,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 08:04:34,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 08:04:34,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 08:04:34,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 08:04:34,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 08:04:34,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 08:04:34,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 08:04:34,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 08:04:34,710 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 08:04:34,710 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-12-06 08:04:34,711 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 08:04:34,712 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-12-06T08:04:35,250 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2 2024-12-06 08:04:35,254 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 08:04:35,255 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T08:04:35,270 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-06T08:04:35,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=460, ProcessCount=11, AvailableMemoryMB=9684 2024-12-06T08:04:35,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431, deleteOnExit=true 2024-12-06T08:04:35,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/test.cache.data in system properties and HBase conf 2024-12-06T08:04:35,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T08:04:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir in system properties and HBase conf 2024-12-06T08:04:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T08:04:35,384 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T08:04:35,384 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T08:04:35,545 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T08:04:35,668 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T08:04:35,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:04:35,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:04:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T08:04:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:04:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T08:04:35,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T08:04:35,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:04:35,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:04:35,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T08:04:35,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/nfs.dump.dir in system properties and HBase conf 2024-12-06T08:04:35,680 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/java.io.tmpdir in system properties and HBase conf 2024-12-06T08:04:35,680 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:04:35,681 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T08:04:35,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T08:04:36,861 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T08:04:36,981 INFO [Time-limited test {}] log.Log(170): Logging initialized @3933ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T08:04:37,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:37,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:37,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:37,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:37,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:04:37,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:37,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:37,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:37,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/java.io.tmpdir/jetty-localhost-43727-hadoop-hdfs-3_4_1-tests_jar-_-any-4936051743534928715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:04:37,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:43727} 2024-12-06T08:04:37,547 INFO [Time-limited test {}] server.Server(415): Started @4501ms 2024-12-06T08:04:38,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:38,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:38,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:38,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:38,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:04:38,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a24a9c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:38,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d4b310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:38,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@208b4a78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/java.io.tmpdir/jetty-localhost-35449-hadoop-hdfs-3_4_1-tests_jar-_-any-16007669577986142223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:38,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74efbf9b{HTTP/1.1, (http/1.1)}{localhost:35449} 2024-12-06T08:04:38,164 INFO [Time-limited test {}] server.Server(415): Started @5118ms 2024-12-06T08:04:38,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:38,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:38,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:38,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:38,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:38,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T08:04:38,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b6adcde{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:38,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a245f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:38,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49891074{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/java.io.tmpdir/jetty-localhost-38445-hadoop-hdfs-3_4_1-tests_jar-_-any-4957536607127018565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:38,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b266a24{HTTP/1.1, (http/1.1)}{localhost:38445} 2024-12-06T08:04:38,585 INFO [Time-limited test {}] server.Server(415): Started @5539ms 2024-12-06T08:04:38,587 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:38,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:38,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:38,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:38,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:38,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T08:04:38,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31d2a671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:38,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc18174{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:38,795 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data3/current/BP-83188345-172.17.0.2-1733472276544/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:38,796 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data4/current/BP-83188345-172.17.0.2-1733472276544/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:38,797 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data1/current/BP-83188345-172.17.0.2-1733472276544/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:38,796 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data2/current/BP-83188345-172.17.0.2-1733472276544/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:38,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3faa5184{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/java.io.tmpdir/jetty-localhost-40443-hadoop-hdfs-3_4_1-tests_jar-_-any-8144415206454637146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:38,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@454ee8b9{HTTP/1.1, (http/1.1)}{localhost:40443} 2024-12-06T08:04:38,817 INFO [Time-limited test {}] server.Server(415): Started @5771ms 2024-12-06T08:04:38,820 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:38,857 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:38,857 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeccc9e10a7c4d7b with lease ID 0xab5b93694c607c95: Processing first storage report for DS-c0cab75f-0d0d-463d-9bec-83e74c2aa8d7 from datanode DatanodeRegistration(127.0.0.1:43145, datanodeUuid=3bf15847-61f0-4f49-b6eb-122d0029476c, infoPort=46371, infoSecurePort=0, ipcPort=36979, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544) 2024-12-06T08:04:38,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeccc9e10a7c4d7b with lease ID 0xab5b93694c607c95: from storage DS-c0cab75f-0d0d-463d-9bec-83e74c2aa8d7 node DatanodeRegistration(127.0.0.1:43145, datanodeUuid=3bf15847-61f0-4f49-b6eb-122d0029476c, infoPort=46371, infoSecurePort=0, ipcPort=36979, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T08:04:38,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca53fedbc21b3696 with lease ID 0xab5b93694c607c96: Processing first storage report for DS-7d85ce69-606a-460e-9c9c-e687254a250b from datanode DatanodeRegistration(127.0.0.1:36399, datanodeUuid=bbd732b8-0827-4465-8292-750dc83d2312, infoPort=39291, infoSecurePort=0, ipcPort=42499, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544) 2024-12-06T08:04:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca53fedbc21b3696 with lease ID 0xab5b93694c607c96: from storage DS-7d85ce69-606a-460e-9c9c-e687254a250b node DatanodeRegistration(127.0.0.1:36399, datanodeUuid=bbd732b8-0827-4465-8292-750dc83d2312, infoPort=39291, infoSecurePort=0, ipcPort=42499, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca53fedbc21b3696 with lease ID 0xab5b93694c607c96: Processing first storage report for DS-dcab724e-b095-4742-9ba7-b1c5906b1906 from datanode DatanodeRegistration(127.0.0.1:36399, datanodeUuid=bbd732b8-0827-4465-8292-750dc83d2312, infoPort=39291, infoSecurePort=0, ipcPort=42499, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544) 2024-12-06T08:04:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca53fedbc21b3696 with lease ID 0xab5b93694c607c96: from storage DS-dcab724e-b095-4742-9ba7-b1c5906b1906 node DatanodeRegistration(127.0.0.1:36399, datanodeUuid=bbd732b8-0827-4465-8292-750dc83d2312, infoPort=39291, infoSecurePort=0, ipcPort=42499, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeccc9e10a7c4d7b with lease ID 0xab5b93694c607c95: Processing first storage report for DS-43165188-e89f-4867-ac9f-27f02509fdcb from datanode DatanodeRegistration(127.0.0.1:43145, datanodeUuid=3bf15847-61f0-4f49-b6eb-122d0029476c, infoPort=46371, infoSecurePort=0, ipcPort=36979, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544) 2024-12-06T08:04:38,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeccc9e10a7c4d7b with lease ID 0xab5b93694c607c95: from storage DS-43165188-e89f-4867-ac9f-27f02509fdcb node DatanodeRegistration(127.0.0.1:43145, datanodeUuid=3bf15847-61f0-4f49-b6eb-122d0029476c, infoPort=46371, infoSecurePort=0, ipcPort=36979, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:38,998 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data5/current/BP-83188345-172.17.0.2-1733472276544/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:38,999 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data6/current/BP-83188345-172.17.0.2-1733472276544/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:39,044 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab454c8083137576 with lease ID 0xab5b93694c607c97: Processing first storage report for DS-cc928ef9-37e7-49d6-992f-e96583c343b6 from datanode DatanodeRegistration(127.0.0.1:39213, datanodeUuid=e531897b-9409-4687-b000-5138cd6cadb5, infoPort=33407, infoSecurePort=0, ipcPort=34913, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544) 2024-12-06T08:04:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab454c8083137576 with lease ID 0xab5b93694c607c97: from storage DS-cc928ef9-37e7-49d6-992f-e96583c343b6 node DatanodeRegistration(127.0.0.1:39213, datanodeUuid=e531897b-9409-4687-b000-5138cd6cadb5, infoPort=33407, infoSecurePort=0, ipcPort=34913, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab454c8083137576 with lease ID 0xab5b93694c607c97: Processing first storage report for DS-56ea56a8-bf32-49b0-88a2-ecdd48b71b93 from datanode DatanodeRegistration(127.0.0.1:39213, datanodeUuid=e531897b-9409-4687-b000-5138cd6cadb5, infoPort=33407, infoSecurePort=0, ipcPort=34913, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544) 2024-12-06T08:04:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab454c8083137576 with lease ID 0xab5b93694c607c97: from storage DS-56ea56a8-bf32-49b0-88a2-ecdd48b71b93 node DatanodeRegistration(127.0.0.1:39213, datanodeUuid=e531897b-9409-4687-b000-5138cd6cadb5, infoPort=33407, infoSecurePort=0, ipcPort=34913, storageInfo=lv=-57;cid=testClusterID;nsid=954599508;c=1733472276544), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T08:04:39,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2 2024-12-06T08:04:39,377 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T08:04:39,382 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T08:04:39,385 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T08:04:39,397 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T08:04:39,397 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T08:04:39,449 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T08:04:39,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T08:04:39,521 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:41835/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:41835/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/oldWALs, maxLogs=32 2024-12-06T08:04:39,570 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733472279550, exclude list is [], retry=0 2024-12-06T08:04:39,643 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1043 (auto-detected) 2024-12-06T08:04:39,648 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T08:04:39,679 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39213,DS-cc928ef9-37e7-49d6-992f-e96583c343b6,DISK] 2024-12-06T08:04:39,682 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T08:04:39,711 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-7d85ce69-606a-460e-9c9c-e687254a250b,DISK] 2024-12-06T08:04:39,712 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43145,DS-c0cab75f-0d0d-463d-9bec-83e74c2aa8d7,DISK] 2024-12-06T08:04:39,806 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733472279550 2024-12-06T08:04:39,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33407:33407),(127.0.0.1/127.0.0.1:39291:39291),(127.0.0.1/127.0.0.1:46371:46371)] 2024-12-06T08:04:39,810 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T08:04:40,564 DEBUG [AsyncFSWAL-0-hdfs://localhost:41835/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-06T08:04:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T08:04:44,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T08:04:44,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43145 is added to blk_1073741825_1001 (size=1048651116) 2024-12-06T08:04:44,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:04:44,780 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41835/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733472279550: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T08:04:46,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T08:04:46,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3faa5184{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:46,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@454ee8b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:04:46,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:04:46,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc18174{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:04:46,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31d2a671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir/,STOPPED} 2024-12-06T08:04:46,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:04:46,120 WARN [BP-83188345-172.17.0.2-1733472276544 heartbeating to localhost/127.0.0.1:41835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:04:46,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:04:46,120 WARN [BP-83188345-172.17.0.2-1733472276544 heartbeating to localhost/127.0.0.1:41835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83188345-172.17.0.2-1733472276544 (Datanode Uuid e531897b-9409-4687-b000-5138cd6cadb5) service to localhost/127.0.0.1:41835 2024-12-06T08:04:46,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data5/current/BP-83188345-172.17.0.2-1733472276544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:46,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data6/current/BP-83188345-172.17.0.2-1733472276544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:46,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:04:46,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49891074{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:46,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b266a24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:04:46,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:04:46,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a245f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:04:46,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b6adcde{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir/,STOPPED} 2024-12-06T08:04:46,133 WARN [BP-83188345-172.17.0.2-1733472276544 heartbeating to localhost/127.0.0.1:41835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:04:46,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:04:46,133 WARN [BP-83188345-172.17.0.2-1733472276544 heartbeating to localhost/127.0.0.1:41835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83188345-172.17.0.2-1733472276544 (Datanode Uuid bbd732b8-0827-4465-8292-750dc83d2312) service to localhost/127.0.0.1:41835 2024-12-06T08:04:46,133 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:04:46,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data3/current/BP-83188345-172.17.0.2-1733472276544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:46,135 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:04:46,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data4/current/BP-83188345-172.17.0.2-1733472276544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:46,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@208b4a78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:46,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74efbf9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:04:46,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:04:46,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d4b310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:04:46,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a24a9c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir/,STOPPED} 2024-12-06T08:04:46,154 WARN [BP-83188345-172.17.0.2-1733472276544 heartbeating to localhost/127.0.0.1:41835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:04:46,154 WARN [BP-83188345-172.17.0.2-1733472276544 heartbeating to localhost/127.0.0.1:41835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83188345-172.17.0.2-1733472276544 (Datanode Uuid 3bf15847-61f0-4f49-b6eb-122d0029476c) service to localhost/127.0.0.1:41835 2024-12-06T08:04:46,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data1/current/BP-83188345-172.17.0.2-1733472276544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:46,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/cluster_6733c525-2c4f-dc54-d154-31c61f7c0431/dfs/data/data2/current/BP-83188345-172.17.0.2-1733472276544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:46,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:04:46,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:04:46,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:04:46,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:04:46,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:04:46,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:04:46,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:04:46,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir/,STOPPED} 2024-12-06T08:04:46,858 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T08:04:46,869 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=50 (was 12) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (584690013) connection to localhost/127.0.0.1:41835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@34de16b9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (584690013) connection to localhost/127.0.0.1:41835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=335 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 460), ProcessCount=11 (was 11), AvailableMemoryMB=9157 (was 9684) 2024-12-06T08:04:46,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=50, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=9155 2024-12-06T08:04:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.log.dir so I do NOT create it in target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b 2024-12-06T08:04:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a828d54-3bb6-2dcf-c5f0-9cf9e37218e2/hadoop.tmp.dir so I do NOT create it in target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b 2024-12-06T08:04:46,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f, deleteOnExit=true 2024-12-06T08:04:46,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/test.cache.data in system properties and HBase conf 2024-12-06T08:04:46,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T08:04:46,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir in system properties and HBase conf 2024-12-06T08:04:46,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T08:04:46,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T08:04:46,892 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T08:04:46,892 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T08:04:46,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:04:46,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:04:46,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T08:04:46,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:04:46,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T08:04:46,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T08:04:46,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:04:46,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:04:46,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T08:04:46,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/nfs.dump.dir in system properties and HBase conf 2024-12-06T08:04:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/java.io.tmpdir in system properties and HBase conf 2024-12-06T08:04:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:04:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T08:04:46,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T08:04:47,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:47,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:47,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:47,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:47,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T08:04:47,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:47,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc47983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:47,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a40b63c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:47,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4889c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/java.io.tmpdir/jetty-localhost-44657-hadoop-hdfs-3_4_1-tests_jar-_-any-18440970311169008893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:04:47,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28c4382a{HTTP/1.1, (http/1.1)}{localhost:44657} 2024-12-06T08:04:47,215 INFO [Time-limited test {}] server.Server(415): Started @14169ms 2024-12-06T08:04:47,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:47,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:47,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:47,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:47,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:04:47,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef2bb65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:47,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66d3e219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:47,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f0bba83{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/java.io.tmpdir/jetty-localhost-36471-hadoop-hdfs-3_4_1-tests_jar-_-any-17506182064662727390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:47,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5153dc46{HTTP/1.1, (http/1.1)}{localhost:36471} 2024-12-06T08:04:47,543 INFO [Time-limited test {}] server.Server(415): Started @14496ms 2024-12-06T08:04:47,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:47,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:47,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:47,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:47,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:47,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:04:47,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@758b121c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:47,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a680797{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:47,737 WARN [Thread-234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data1/current/BP-536011196-172.17.0.2-1733472286938/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:47,748 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data2/current/BP-536011196-172.17.0.2-1733472286938/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:47,791 WARN [Thread-213 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79adf40c8c5ea89a with lease ID 0x26d4f29404d532a9: Processing first storage report for DS-c337518a-a86a-42be-868d-7a72a8c85437 from datanode DatanodeRegistration(127.0.0.1:34415, datanodeUuid=e7bf24c2-1e73-44a4-b477-e2755dac3c6b, infoPort=45655, infoSecurePort=0, ipcPort=41795, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938) 2024-12-06T08:04:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79adf40c8c5ea89a with lease ID 0x26d4f29404d532a9: from storage DS-c337518a-a86a-42be-868d-7a72a8c85437 node DatanodeRegistration(127.0.0.1:34415, datanodeUuid=e7bf24c2-1e73-44a4-b477-e2755dac3c6b, infoPort=45655, infoSecurePort=0, ipcPort=41795, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79adf40c8c5ea89a with lease ID 0x26d4f29404d532a9: Processing first storage report for DS-cabd529a-f75f-41ff-84f0-642c9efe4c7f from datanode DatanodeRegistration(127.0.0.1:34415, datanodeUuid=e7bf24c2-1e73-44a4-b477-e2755dac3c6b, infoPort=45655, infoSecurePort=0, ipcPort=41795, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938) 2024-12-06T08:04:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79adf40c8c5ea89a with lease ID 0x26d4f29404d532a9: from storage DS-cabd529a-f75f-41ff-84f0-642c9efe4c7f node DatanodeRegistration(127.0.0.1:34415, datanodeUuid=e7bf24c2-1e73-44a4-b477-e2755dac3c6b, infoPort=45655, infoSecurePort=0, ipcPort=41795, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:47,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6451e7b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/java.io.tmpdir/jetty-localhost-46377-hadoop-hdfs-3_4_1-tests_jar-_-any-16654332481598156898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:47,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60f20953{HTTP/1.1, (http/1.1)}{localhost:46377} 2024-12-06T08:04:47,837 INFO [Time-limited test {}] server.Server(415): Started @14791ms 2024-12-06T08:04:47,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:47,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:47,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:47,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:47,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:47,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T08:04:47,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f73d70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:47,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41fd8dff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:48,010 WARN [Thread-269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data3/current/BP-536011196-172.17.0.2-1733472286938/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:48,012 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data4/current/BP-536011196-172.17.0.2-1733472286938/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:48,069 WARN [Thread-249 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf94f81cfc1555fbf with lease ID 0x26d4f29404d532aa: Processing first storage report for DS-7277f6b2-9c16-4dfa-a204-618eca515598 from datanode DatanodeRegistration(127.0.0.1:40313, datanodeUuid=d68968d6-73d8-4e99-aed0-da9ea6cf447f, infoPort=38721, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938) 2024-12-06T08:04:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf94f81cfc1555fbf with lease ID 0x26d4f29404d532aa: from storage DS-7277f6b2-9c16-4dfa-a204-618eca515598 node DatanodeRegistration(127.0.0.1:40313, datanodeUuid=d68968d6-73d8-4e99-aed0-da9ea6cf447f, infoPort=38721, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:48,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf94f81cfc1555fbf with lease ID 0x26d4f29404d532aa: Processing first storage report for DS-eb683163-1c67-4ff7-9636-e0f1ea5e99f0 from datanode DatanodeRegistration(127.0.0.1:40313, datanodeUuid=d68968d6-73d8-4e99-aed0-da9ea6cf447f, infoPort=38721, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938) 2024-12-06T08:04:48,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf94f81cfc1555fbf with lease ID 0x26d4f29404d532aa: from storage DS-eb683163-1c67-4ff7-9636-e0f1ea5e99f0 node DatanodeRegistration(127.0.0.1:40313, datanodeUuid=d68968d6-73d8-4e99-aed0-da9ea6cf447f, infoPort=38721, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:48,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fb7b31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/java.io.tmpdir/jetty-localhost-40473-hadoop-hdfs-3_4_1-tests_jar-_-any-16842712725392409903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:48,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a83344{HTTP/1.1, (http/1.1)}{localhost:40473} 2024-12-06T08:04:48,108 INFO [Time-limited test {}] server.Server(415): Started @15062ms 2024-12-06T08:04:48,111 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:48,230 WARN [Thread-295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data5/current/BP-536011196-172.17.0.2-1733472286938/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:48,230 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data6/current/BP-536011196-172.17.0.2-1733472286938/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:48,258 WARN [Thread-284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:48,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x887586ea7765d1ea with lease ID 0x26d4f29404d532ab: Processing first storage report for DS-29542388-68b7-4b55-ad25-9cf788d3aaff from datanode DatanodeRegistration(127.0.0.1:46629, datanodeUuid=0921d5b3-fc70-44ac-a3d8-fc053ac31b56, infoPort=34341, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938) 2024-12-06T08:04:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x887586ea7765d1ea with lease ID 0x26d4f29404d532ab: from storage DS-29542388-68b7-4b55-ad25-9cf788d3aaff node DatanodeRegistration(127.0.0.1:46629, datanodeUuid=0921d5b3-fc70-44ac-a3d8-fc053ac31b56, infoPort=34341, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T08:04:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x887586ea7765d1ea with lease ID 0x26d4f29404d532ab: Processing first storage report for DS-1e8937d5-4fd2-46c8-aeb7-fb4c3bf5244d from datanode DatanodeRegistration(127.0.0.1:46629, datanodeUuid=0921d5b3-fc70-44ac-a3d8-fc053ac31b56, infoPort=34341, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938) 2024-12-06T08:04:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x887586ea7765d1ea with lease ID 0x26d4f29404d532ab: from storage DS-1e8937d5-4fd2-46c8-aeb7-fb4c3bf5244d node DatanodeRegistration(127.0.0.1:46629, datanodeUuid=0921d5b3-fc70-44ac-a3d8-fc053ac31b56, infoPort=34341, infoSecurePort=0, ipcPort=44955, storageInfo=lv=-57;cid=testClusterID;nsid=806795964;c=1733472286938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:48,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b 2024-12-06T08:04:48,272 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T08:04:48,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T08:04:48,283 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:37537/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:37537/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/oldWALs, maxLogs=32 2024-12-06T08:04:48,300 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733472288285, exclude list is [], retry=0 2024-12-06T08:04:48,306 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46629,DS-29542388-68b7-4b55-ad25-9cf788d3aaff,DISK] 2024-12-06T08:04:48,308 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40313,DS-7277f6b2-9c16-4dfa-a204-618eca515598,DISK] 2024-12-06T08:04:48,308 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34415,DS-c337518a-a86a-42be-868d-7a72a8c85437,DISK] 2024-12-06T08:04:48,320 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733472288285 2024-12-06T08:04:48,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34341:34341),(127.0.0.1/127.0.0.1:38721:38721),(127.0.0.1/127.0.0.1:45655:45655)] 2024-12-06T08:04:49,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34415 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T08:04:49,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46629 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T08:04:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741825_1001 (size=1073110) 2024-12-06T08:04:49,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:04:49,103 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37537/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733472288285: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-06T08:04:49,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T08:04:49,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fb7b31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:49,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a83344{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:04:49,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:04:49,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41fd8dff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:04:49,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f73d70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir/,STOPPED} 2024-12-06T08:04:49,151 WARN [BP-536011196-172.17.0.2-1733472286938 heartbeating to localhost/127.0.0.1:37537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:04:49,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:04:49,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:04:49,151 WARN [BP-536011196-172.17.0.2-1733472286938 heartbeating to localhost/127.0.0.1:37537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-536011196-172.17.0.2-1733472286938 (Datanode Uuid 0921d5b3-fc70-44ac-a3d8-fc053ac31b56) service to localhost/127.0.0.1:37537 2024-12-06T08:04:49,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data5/current/BP-536011196-172.17.0.2-1733472286938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:49,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data6/current/BP-536011196-172.17.0.2-1733472286938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:49,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:04:49,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6451e7b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:49,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60f20953{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:04:49,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:04:49,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a680797{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:04:49,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@758b121c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir/,STOPPED} 2024-12-06T08:04:49,164 WARN [BP-536011196-172.17.0.2-1733472286938 heartbeating to localhost/127.0.0.1:37537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:04:49,164 WARN [BP-536011196-172.17.0.2-1733472286938 heartbeating to localhost/127.0.0.1:37537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-536011196-172.17.0.2-1733472286938 (Datanode Uuid d68968d6-73d8-4e99-aed0-da9ea6cf447f) service to localhost/127.0.0.1:37537 2024-12-06T08:04:49,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:04:49,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:04:49,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data3/current/BP-536011196-172.17.0.2-1733472286938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:49,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data4/current/BP-536011196-172.17.0.2-1733472286938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:49,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:04:49,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f0bba83{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:49,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5153dc46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:04:49,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:04:49,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66d3e219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:04:49,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef2bb65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir/,STOPPED} 2024-12-06T08:04:49,183 WARN [BP-536011196-172.17.0.2-1733472286938 heartbeating to localhost/127.0.0.1:37537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:04:49,183 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:04:49,183 WARN [BP-536011196-172.17.0.2-1733472286938 heartbeating to localhost/127.0.0.1:37537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-536011196-172.17.0.2-1733472286938 (Datanode Uuid e7bf24c2-1e73-44a4-b477-e2755dac3c6b) service to localhost/127.0.0.1:37537 2024-12-06T08:04:49,183 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:04:49,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data1/current/BP-536011196-172.17.0.2-1733472286938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:49,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/cluster_d71d19f0-bfc7-a1a5-8387-1134b3289d3f/dfs/data/data2/current/BP-536011196-172.17.0.2-1733472286938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:04:49,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:04:49,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4889c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:04:49,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28c4382a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:04:49,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:04:49,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a40b63c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:04:49,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc47983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir/,STOPPED} 2024-12-06T08:04:49,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T08:04:49,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 50) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (584690013) connection to localhost/127.0.0.1:37537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (584690013) connection to localhost/127.0.0.1:37537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=340 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=8949 (was 9155) 2024-12-06T08:04:49,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=8946 2024-12-06T08:04:49,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.log.dir so I do NOT create it in target/test-data/56508c82-c78c-844f-cbde-651aceef5d98 2024-12-06T08:04:49,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f65b5ab-6144-06e5-e92b-cafcfcd46b9b/hadoop.tmp.dir so I do NOT create it in target/test-data/56508c82-c78c-844f-cbde-651aceef5d98 2024-12-06T08:04:49,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a, deleteOnExit=true 2024-12-06T08:04:49,261 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/test.cache.data in system properties and HBase conf 2024-12-06T08:04:49,261 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T08:04:49,261 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir in system properties and HBase conf 2024-12-06T08:04:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T08:04:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T08:04:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T08:04:49,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T08:04:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:04:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:04:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T08:04:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:04:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T08:04:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T08:04:49,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:04:49,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:04:49,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T08:04:49,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/nfs.dump.dir in system properties and HBase conf 2024-12-06T08:04:49,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/java.io.tmpdir in system properties and HBase conf 2024-12-06T08:04:49,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:04:49,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T08:04:49,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T08:04:49,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:49,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:49,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:49,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:49,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:04:49,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:49,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2efef407{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:49,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2784fbd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:49,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73cc2a0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/java.io.tmpdir/jetty-localhost-40677-hadoop-hdfs-3_4_1-tests_jar-_-any-11081349631284126719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:04:49,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52672b0c{HTTP/1.1, (http/1.1)}{localhost:40677} 2024-12-06T08:04:49,530 INFO [Time-limited test {}] server.Server(415): Started @16484ms 2024-12-06T08:04:49,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:49,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:49,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:49,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:49,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:04:49,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150cd2c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:49,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@768dd127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:49,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7daf53bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/java.io.tmpdir/jetty-localhost-34891-hadoop-hdfs-3_4_1-tests_jar-_-any-16596360310909787980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:49,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6896a7c1{HTTP/1.1, (http/1.1)}{localhost:34891} 2024-12-06T08:04:49,811 INFO [Time-limited test {}] server.Server(415): Started @16765ms 2024-12-06T08:04:49,813 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:49,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:49,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:49,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:49,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:49,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:04:49,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@275860c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:49,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f3e0a30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:49,946 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data1/current/BP-1705698329-172.17.0.2-1733472289305/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:49,948 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data2/current/BP-1705698329-172.17.0.2-1733472289305/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:49,985 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cc600252261619e with lease ID 0xc2e4659e8ac35f42: Processing first storage report for DS-65fc8096-c56d-4a57-8305-7debefda8702 from datanode DatanodeRegistration(127.0.0.1:46715, datanodeUuid=085ac518-17ff-4c68-b5ce-a7d3bf2ef306, infoPort=38051, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305) 2024-12-06T08:04:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cc600252261619e with lease ID 0xc2e4659e8ac35f42: from storage DS-65fc8096-c56d-4a57-8305-7debefda8702 node DatanodeRegistration(127.0.0.1:46715, datanodeUuid=085ac518-17ff-4c68-b5ce-a7d3bf2ef306, infoPort=38051, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T08:04:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cc600252261619e with lease ID 0xc2e4659e8ac35f42: Processing first storage report for DS-5135ae6e-bcf1-4b1b-92e5-7c2e65a2ea30 from datanode DatanodeRegistration(127.0.0.1:46715, datanodeUuid=085ac518-17ff-4c68-b5ce-a7d3bf2ef306, infoPort=38051, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305) 2024-12-06T08:04:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cc600252261619e with lease ID 0xc2e4659e8ac35f42: from storage DS-5135ae6e-bcf1-4b1b-92e5-7c2e65a2ea30 node DatanodeRegistration(127.0.0.1:46715, datanodeUuid=085ac518-17ff-4c68-b5ce-a7d3bf2ef306, infoPort=38051, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:50,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31da44d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/java.io.tmpdir/jetty-localhost-43021-hadoop-hdfs-3_4_1-tests_jar-_-any-7453145720460005947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:50,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25196937{HTTP/1.1, (http/1.1)}{localhost:43021} 2024-12-06T08:04:50,014 INFO [Time-limited test {}] server.Server(415): Started @16968ms 2024-12-06T08:04:50,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:50,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:04:50,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:04:50,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:04:50,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:04:50,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:04:50,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@452f3e42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:04:50,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e688247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:04:50,142 WARN [Thread-421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data3/current/BP-1705698329-172.17.0.2-1733472289305/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:50,143 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data4/current/BP-1705698329-172.17.0.2-1733472289305/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:50,172 WARN [Thread-401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47f5739dfa2c16bf with lease ID 0xc2e4659e8ac35f43: Processing first storage report for DS-ef7ef44e-eca0-4fdc-bcd1-68fe6eb49d66 from datanode DatanodeRegistration(127.0.0.1:33267, datanodeUuid=ddca91da-32d2-47e0-9c77-1700357f9894, infoPort=40853, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305) 2024-12-06T08:04:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47f5739dfa2c16bf with lease ID 0xc2e4659e8ac35f43: from storage DS-ef7ef44e-eca0-4fdc-bcd1-68fe6eb49d66 node DatanodeRegistration(127.0.0.1:33267, datanodeUuid=ddca91da-32d2-47e0-9c77-1700357f9894, infoPort=40853, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47f5739dfa2c16bf with lease ID 0xc2e4659e8ac35f43: Processing first storage report for DS-ffe6bcb4-65eb-4cf6-a08d-3fd758700308 from datanode DatanodeRegistration(127.0.0.1:33267, datanodeUuid=ddca91da-32d2-47e0-9c77-1700357f9894, infoPort=40853, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305) 2024-12-06T08:04:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47f5739dfa2c16bf with lease ID 0xc2e4659e8ac35f43: from storage DS-ffe6bcb4-65eb-4cf6-a08d-3fd758700308 node DatanodeRegistration(127.0.0.1:33267, datanodeUuid=ddca91da-32d2-47e0-9c77-1700357f9894, infoPort=40853, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:50,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1114aa9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/java.io.tmpdir/jetty-localhost-46753-hadoop-hdfs-3_4_1-tests_jar-_-any-12857182380576135220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:04:50,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc65d26{HTTP/1.1, (http/1.1)}{localhost:46753} 2024-12-06T08:04:50,229 INFO [Time-limited test {}] server.Server(415): Started @17183ms 2024-12-06T08:04:50,231 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:04:50,376 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data5/current/BP-1705698329-172.17.0.2-1733472289305/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:50,376 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data6/current/BP-1705698329-172.17.0.2-1733472289305/current, will proceed with Du for space computation calculation, 2024-12-06T08:04:50,407 WARN [Thread-436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:04:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c5896cb51927abe with lease ID 0xc2e4659e8ac35f44: Processing first storage report for DS-3f7115e8-b7cc-4c01-a5ac-c720c2814460 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=96ec2d3c-ea22-4e0b-b145-8f84be88592a, infoPort=34687, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305) 2024-12-06T08:04:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c5896cb51927abe with lease ID 0xc2e4659e8ac35f44: from storage DS-3f7115e8-b7cc-4c01-a5ac-c720c2814460 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=96ec2d3c-ea22-4e0b-b145-8f84be88592a, infoPort=34687, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c5896cb51927abe with lease ID 0xc2e4659e8ac35f44: Processing first storage report for DS-2f09a0f8-47c9-4852-8d40-7bb8d567727d from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=96ec2d3c-ea22-4e0b-b145-8f84be88592a, infoPort=34687, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305) 2024-12-06T08:04:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c5896cb51927abe with lease ID 0xc2e4659e8ac35f44: from storage DS-2f09a0f8-47c9-4852-8d40-7bb8d567727d node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=96ec2d3c-ea22-4e0b-b145-8f84be88592a, infoPort=34687, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=38027691;c=1733472289305), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:04:50,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98 2024-12-06T08:04:50,493 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T08:04:50,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T08:04:50,504 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:37177/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:37177/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/oldWALs, maxLogs=32 2024-12-06T08:04:50,523 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733472290506, exclude list is [], retry=0 2024-12-06T08:04:50,529 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-3f7115e8-b7cc-4c01-a5ac-c720c2814460,DISK] 2024-12-06T08:04:50,530 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33267,DS-ef7ef44e-eca0-4fdc-bcd1-68fe6eb49d66,DISK] 2024-12-06T08:04:50,531 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46715,DS-65fc8096-c56d-4a57-8305-7debefda8702,DISK] 2024-12-06T08:04:50,537 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733472290506 2024-12-06T08:04:50,537 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687),(127.0.0.1/127.0.0.1:40853:40853),(127.0.0.1/127.0.0.1:38051:38051)] 2024-12-06T08:04:50,554 INFO [AsyncFSWAL-0-hdfs://localhost:37177/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-06T08:05:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T08:05:02,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46715 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T08:05:02,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33267 is added to blk_1073741825_1001 (size=5861116) 2024-12-06T08:05:02,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:05:02,021 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37177/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733472290506: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T08:05:03,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T08:05:03,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1114aa9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:03,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc65d26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:05:03,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:05:03,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e688247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:05:03,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@452f3e42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir/,STOPPED} 2024-12-06T08:05:03,908 WARN [BP-1705698329-172.17.0.2-1733472289305 heartbeating to localhost/127.0.0.1:37177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:05:03,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:05:03,908 WARN [BP-1705698329-172.17.0.2-1733472289305 heartbeating to localhost/127.0.0.1:37177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1705698329-172.17.0.2-1733472289305 (Datanode Uuid 96ec2d3c-ea22-4e0b-b145-8f84be88592a) service to localhost/127.0.0.1:37177 2024-12-06T08:05:03,908 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:05:03,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data5/current/BP-1705698329-172.17.0.2-1733472289305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:03,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data6/current/BP-1705698329-172.17.0.2-1733472289305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:03,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:05:03,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31da44d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:03,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25196937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:05:03,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:05:03,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f3e0a30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:05:03,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@275860c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir/,STOPPED} 2024-12-06T08:05:03,929 WARN [BP-1705698329-172.17.0.2-1733472289305 heartbeating to localhost/127.0.0.1:37177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:05:03,929 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:05:03,929 WARN [BP-1705698329-172.17.0.2-1733472289305 heartbeating to localhost/127.0.0.1:37177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1705698329-172.17.0.2-1733472289305 (Datanode Uuid ddca91da-32d2-47e0-9c77-1700357f9894) service to localhost/127.0.0.1:37177 2024-12-06T08:05:03,929 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:05:03,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data4/current/BP-1705698329-172.17.0.2-1733472289305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:03,930 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:05:03,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data3/current/BP-1705698329-172.17.0.2-1733472289305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:03,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7daf53bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:03,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6896a7c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:05:03,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:05:03,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@768dd127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:05:03,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150cd2c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir/,STOPPED} 2024-12-06T08:05:03,944 WARN [BP-1705698329-172.17.0.2-1733472289305 heartbeating to localhost/127.0.0.1:37177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:05:03,944 WARN [BP-1705698329-172.17.0.2-1733472289305 heartbeating to localhost/127.0.0.1:37177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1705698329-172.17.0.2-1733472289305 (Datanode Uuid 085ac518-17ff-4c68-b5ce-a7d3bf2ef306) service to localhost/127.0.0.1:37177 2024-12-06T08:05:03,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data1/current/BP-1705698329-172.17.0.2-1733472289305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:03,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/cluster_6915d9ee-7368-efd5-9431-751421aeb95a/dfs/data/data2/current/BP-1705698329-172.17.0.2-1733472289305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:03,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:05:03,946 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:05:03,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:05:03,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73cc2a0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:05:03,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52672b0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:05:03,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:05:03,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2784fbd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:05:03,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2efef407{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir/,STOPPED} 2024-12-06T08:05:03,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T08:05:03,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 57), OpenFileDescriptor=339 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=9001 (was 8946) - AvailableMemoryMB LEAK? - 2024-12-06T08:05:04,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=9001 2024-12-06T08:05:04,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.log.dir so I do NOT create it in target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c 2024-12-06T08:05:04,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56508c82-c78c-844f-cbde-651aceef5d98/hadoop.tmp.dir so I do NOT create it in target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c 2024-12-06T08:05:04,006 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad, deleteOnExit=true 2024-12-06T08:05:04,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/test.cache.data in system properties and HBase conf 2024-12-06T08:05:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T08:05:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir in system properties and HBase conf 2024-12-06T08:05:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T08:05:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T08:05:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T08:05:04,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T08:05:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:05:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T08:05:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T08:05:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:05:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T08:05:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T08:05:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T08:05:04,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:05:04,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T08:05:04,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/nfs.dump.dir in system properties and HBase conf 2024-12-06T08:05:04,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/java.io.tmpdir in system properties and HBase conf 2024-12-06T08:05:04,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T08:05:04,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T08:05:04,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T08:05:04,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:05:04,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:05:04,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:05:04,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:05:04,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:05:04,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:05:04,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b05ffb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:05:04,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d567ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:05:04,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bd98c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/java.io.tmpdir/jetty-localhost-43819-hadoop-hdfs-3_4_1-tests_jar-_-any-9122235225600945687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:05:04,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44c5e359{HTTP/1.1, (http/1.1)}{localhost:43819} 2024-12-06T08:05:04,251 INFO [Time-limited test {}] server.Server(415): Started @31205ms 2024-12-06T08:05:04,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:05:04,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:05:04,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:05:04,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:05:04,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T08:05:04,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53683449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:05:04,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5730c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:05:04,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67d50628{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/java.io.tmpdir/jetty-localhost-36983-hadoop-hdfs-3_4_1-tests_jar-_-any-6854995538863409378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:04,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c7fd32d{HTTP/1.1, (http/1.1)}{localhost:36983} 2024-12-06T08:05:04,532 INFO [Time-limited test {}] server.Server(415): Started @31486ms 2024-12-06T08:05:04,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:05:04,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:05:04,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:05:04,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:05:04,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:05:04,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:05:04,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691d6e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:05:04,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4825e4a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:05:04,632 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data2/current/BP-893706459-172.17.0.2-1733472304047/current, will proceed with Du for space computation calculation, 2024-12-06T08:05:04,632 WARN [Thread-539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data1/current/BP-893706459-172.17.0.2-1733472304047/current, will proceed with Du for space computation calculation, 2024-12-06T08:05:04,655 WARN [Thread-518 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:05:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43c9df1fab57686b with lease ID 0x2b60dbef8a6c4232: Processing first storage report for DS-00df379f-4a73-4e91-ba07-944b32dc0b1f from datanode DatanodeRegistration(127.0.0.1:34797, datanodeUuid=afb7ea70-52fd-4009-b5bd-d3a3f2732251, infoPort=40311, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047) 2024-12-06T08:05:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43c9df1fab57686b with lease ID 0x2b60dbef8a6c4232: from storage DS-00df379f-4a73-4e91-ba07-944b32dc0b1f node DatanodeRegistration(127.0.0.1:34797, datanodeUuid=afb7ea70-52fd-4009-b5bd-d3a3f2732251, infoPort=40311, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:05:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43c9df1fab57686b with lease ID 0x2b60dbef8a6c4232: Processing first storage report for DS-31e90c51-8fc2-4861-8280-da67748deb1d from datanode DatanodeRegistration(127.0.0.1:34797, datanodeUuid=afb7ea70-52fd-4009-b5bd-d3a3f2732251, infoPort=40311, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047) 2024-12-06T08:05:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43c9df1fab57686b with lease ID 0x2b60dbef8a6c4232: from storage DS-31e90c51-8fc2-4861-8280-da67748deb1d node DatanodeRegistration(127.0.0.1:34797, datanodeUuid=afb7ea70-52fd-4009-b5bd-d3a3f2732251, infoPort=40311, infoSecurePort=0, ipcPort=33323, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:05:04,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50676ac1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/java.io.tmpdir/jetty-localhost-33077-hadoop-hdfs-3_4_1-tests_jar-_-any-10271855722011151529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:04,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@388339ce{HTTP/1.1, (http/1.1)}{localhost:33077} 2024-12-06T08:05:04,715 INFO [Time-limited test {}] server.Server(415): Started @31669ms 2024-12-06T08:05:04,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:05:04,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T08:05:04,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T08:05:04,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T08:05:04,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T08:05:04,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T08:05:04,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c1baf3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir/,AVAILABLE} 2024-12-06T08:05:04,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b269ae8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T08:05:04,828 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data3/current/BP-893706459-172.17.0.2-1733472304047/current, will proceed with Du for space computation calculation, 2024-12-06T08:05:04,828 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data4/current/BP-893706459-172.17.0.2-1733472304047/current, will proceed with Du for space computation calculation, 2024-12-06T08:05:04,856 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:05:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15748077111d926f with lease ID 0x2b60dbef8a6c4233: Processing first storage report for DS-44937db6-4088-4fbb-ba6a-93e416b5bb19 from datanode DatanodeRegistration(127.0.0.1:46671, datanodeUuid=0d875d61-0aa7-4815-bc0d-f79d050c2bfe, infoPort=38065, infoSecurePort=0, ipcPort=44273, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047) 2024-12-06T08:05:04,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15748077111d926f with lease ID 0x2b60dbef8a6c4233: from storage DS-44937db6-4088-4fbb-ba6a-93e416b5bb19 node DatanodeRegistration(127.0.0.1:46671, datanodeUuid=0d875d61-0aa7-4815-bc0d-f79d050c2bfe, infoPort=38065, infoSecurePort=0, ipcPort=44273, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:05:04,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15748077111d926f with lease ID 0x2b60dbef8a6c4233: Processing first storage report for DS-2dca449c-8522-4880-844e-f32313123d7d from datanode DatanodeRegistration(127.0.0.1:46671, datanodeUuid=0d875d61-0aa7-4815-bc0d-f79d050c2bfe, infoPort=38065, infoSecurePort=0, ipcPort=44273, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047) 2024-12-06T08:05:04,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15748077111d926f with lease ID 0x2b60dbef8a6c4233: from storage DS-2dca449c-8522-4880-844e-f32313123d7d node DatanodeRegistration(127.0.0.1:46671, datanodeUuid=0d875d61-0aa7-4815-bc0d-f79d050c2bfe, infoPort=38065, infoSecurePort=0, ipcPort=44273, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:05:04,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1afe3ef8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/java.io.tmpdir/jetty-localhost-40261-hadoop-hdfs-3_4_1-tests_jar-_-any-15259722833794076280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:04,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7414b159{HTTP/1.1, (http/1.1)}{localhost:40261} 2024-12-06T08:05:04,967 INFO [Time-limited test {}] server.Server(415): Started @31921ms 2024-12-06T08:05:04,974 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T08:05:05,090 WARN [Thread-600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data5/current/BP-893706459-172.17.0.2-1733472304047/current, will proceed with Du for space computation calculation, 2024-12-06T08:05:05,090 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data6/current/BP-893706459-172.17.0.2-1733472304047/current, will proceed with Du for space computation calculation, 2024-12-06T08:05:05,117 WARN [Thread-589 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T08:05:05,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3216228514293ca with lease ID 0x2b60dbef8a6c4234: Processing first storage report for DS-f4f6bfce-b322-48d8-a035-7c1fe9fbb974 from datanode DatanodeRegistration(127.0.0.1:39669, datanodeUuid=c0b1d2c0-7d74-4efd-aeaf-9ed76e422d9b, infoPort=45795, infoSecurePort=0, ipcPort=36329, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047) 2024-12-06T08:05:05,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3216228514293ca with lease ID 0x2b60dbef8a6c4234: from storage DS-f4f6bfce-b322-48d8-a035-7c1fe9fbb974 node DatanodeRegistration(127.0.0.1:39669, datanodeUuid=c0b1d2c0-7d74-4efd-aeaf-9ed76e422d9b, infoPort=45795, infoSecurePort=0, ipcPort=36329, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:05:05,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3216228514293ca with lease ID 0x2b60dbef8a6c4234: Processing first storage report for DS-d1758af8-a1f4-46b6-9acd-f90f1c12be17 from datanode DatanodeRegistration(127.0.0.1:39669, datanodeUuid=c0b1d2c0-7d74-4efd-aeaf-9ed76e422d9b, infoPort=45795, infoSecurePort=0, ipcPort=36329, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047) 2024-12-06T08:05:05,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3216228514293ca with lease ID 0x2b60dbef8a6c4234: from storage DS-d1758af8-a1f4-46b6-9acd-f90f1c12be17 node DatanodeRegistration(127.0.0.1:39669, datanodeUuid=c0b1d2c0-7d74-4efd-aeaf-9ed76e422d9b, infoPort=45795, infoSecurePort=0, ipcPort=36329, storageInfo=lv=-57;cid=testClusterID;nsid=250678694;c=1733472304047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T08:05:05,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c 2024-12-06T08:05:05,216 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T08:05:05,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T08:05:05,227 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:44091/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:44091/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/oldWALs, maxLogs=32 2024-12-06T08:05:05,249 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733472305229, exclude list is [], retry=0 2024-12-06T08:05:05,256 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34797,DS-00df379f-4a73-4e91-ba07-944b32dc0b1f,DISK] 2024-12-06T08:05:05,257 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46671,DS-44937db6-4088-4fbb-ba6a-93e416b5bb19,DISK] 2024-12-06T08:05:05,258 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39669,DS-f4f6bfce-b322-48d8-a035-7c1fe9fbb974,DISK] 2024-12-06T08:05:05,269 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733472305229 2024-12-06T08:05:05,269 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40311:40311),(127.0.0.1/127.0.0.1:38065:38065),(127.0.0.1/127.0.0.1:45795:45795)] 2024-12-06T08:05:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34797 is added to blk_1073741825_1001 (size=121110) 2024-12-06T08:05:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46671 is added to blk_1073741825_1001 (size=121110) 2024-12-06T08:05:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39669 is added to blk_1073741825_1001 (size=121110) 2024-12-06T08:05:05,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T08:05:05,811 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44091/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733472305229: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-06T08:05:05,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T08:05:05,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1afe3ef8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:05,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7414b159{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:05:05,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:05:05,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b269ae8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:05:05,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c1baf3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir/,STOPPED} 2024-12-06T08:05:05,852 WARN [BP-893706459-172.17.0.2-1733472304047 heartbeating to localhost/127.0.0.1:44091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:05:05,852 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:05:05,852 WARN [BP-893706459-172.17.0.2-1733472304047 heartbeating to localhost/127.0.0.1:44091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-893706459-172.17.0.2-1733472304047 (Datanode Uuid c0b1d2c0-7d74-4efd-aeaf-9ed76e422d9b) service to localhost/127.0.0.1:44091 2024-12-06T08:05:05,852 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:05:05,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data5/current/BP-893706459-172.17.0.2-1733472304047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:05,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data6/current/BP-893706459-172.17.0.2-1733472304047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:05,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:05:05,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50676ac1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:05,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@388339ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:05:05,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:05:05,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4825e4a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:05:05,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691d6e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir/,STOPPED} 2024-12-06T08:05:05,864 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:05:05,864 WARN [BP-893706459-172.17.0.2-1733472304047 heartbeating to localhost/127.0.0.1:44091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:05:05,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:05:05,864 WARN [BP-893706459-172.17.0.2-1733472304047 heartbeating to localhost/127.0.0.1:44091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-893706459-172.17.0.2-1733472304047 (Datanode Uuid 0d875d61-0aa7-4815-bc0d-f79d050c2bfe) service to localhost/127.0.0.1:44091 2024-12-06T08:05:05,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data3/current/BP-893706459-172.17.0.2-1733472304047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:05,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data4/current/BP-893706459-172.17.0.2-1733472304047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:05,866 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:05:05,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67d50628{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T08:05:05,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c7fd32d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:05:05,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:05:05,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5730c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:05:05,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53683449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir/,STOPPED} 2024-12-06T08:05:05,873 WARN [BP-893706459-172.17.0.2-1733472304047 heartbeating to localhost/127.0.0.1:44091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T08:05:05,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T08:05:05,874 WARN [BP-893706459-172.17.0.2-1733472304047 heartbeating to localhost/127.0.0.1:44091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-893706459-172.17.0.2-1733472304047 (Datanode Uuid afb7ea70-52fd-4009-b5bd-d3a3f2732251) service to localhost/127.0.0.1:44091 2024-12-06T08:05:05,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T08:05:05,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data2/current/BP-893706459-172.17.0.2-1733472304047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:05,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/cluster_2c86d4ea-bcf8-af8b-8b5b-e1ee86e006ad/dfs/data/data1/current/BP-893706459-172.17.0.2-1733472304047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T08:05:05,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T08:05:05,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bd98c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T08:05:05,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44c5e359{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T08:05:05,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T08:05:05,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d567ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T08:05:05,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b05ffb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f450b9d-6509-f364-3fd2-2b6065cd213c/hadoop.log.dir/,STOPPED} 2024-12-06T08:05:05,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-06T08:05:05,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=76 (was 57) - Thread LEAK? -, OpenFileDescriptor=362 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8831 (was 9001)