2024-12-05 23:04:42,886 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-05 23:04:42,902 main DEBUG Took 0.013893 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 23:04:42,903 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 23:04:42,903 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 23:04:42,904 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 23:04:42,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,949 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 23:04:42,967 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,971 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,972 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,973 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,974 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,976 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,977 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,978 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,979 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,980 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,981 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 23:04:42,981 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,982 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 23:04:42,983 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 23:04:42,985 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 23:04:42,987 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 23:04:42,988 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 23:04:42,989 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 23:04:42,990 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 23:04:43,006 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 23:04:43,010 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 23:04:43,013 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 23:04:43,013 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 23:04:43,014 main DEBUG createAppenders(={Console}) 2024-12-05 23:04:43,019 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c initialized 2024-12-05 23:04:43,020 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c 2024-12-05 23:04:43,020 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@2b40ff9c OK. 2024-12-05 23:04:43,021 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 23:04:43,021 main DEBUG OutputStream closed 2024-12-05 23:04:43,022 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 23:04:43,022 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 23:04:43,022 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f46426d OK 2024-12-05 23:04:43,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 23:04:43,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 23:04:43,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 23:04:43,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 23:04:43,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 23:04:43,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 23:04:43,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 23:04:43,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 23:04:43,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 23:04:43,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 23:04:43,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 23:04:43,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 23:04:43,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 23:04:43,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 23:04:43,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 23:04:43,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 23:04:43,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 23:04:43,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 23:04:43,134 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 23:04:43,135 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-05 23:04:43,135 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 23:04:43,137 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-05T23:04:43,520 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d 2024-12-05 23:04:43,524 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 23:04:43,525 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T23:04:43,545 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestCompressedWALValueCompression timeout: 26 mins 2024-12-05T23:04:43,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=12, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=605, ProcessCount=11, AvailableMemoryMB=6201 2024-12-05T23:04:43,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800, deleteOnExit=true 2024-12-05T23:04:43,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/test.cache.data in system properties and HBase conf 2024-12-05T23:04:43,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:04:43,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:04:43,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:04:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:04:43,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T23:04:43,781 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T23:04:43,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:04:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:04:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:04:43,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:04:43,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:04:43,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:04:43,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:04:43,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:04:43,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:04:43,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:04:43,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:04:43,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:04:43,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:04:43,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:04:43,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:04:45,226 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T23:04:45,337 INFO [Time-limited test {}] log.Log(170): Logging initialized @3502ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T23:04:45,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:04:45,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:04:45,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:04:45,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:04:45,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:04:45,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:04:45,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:04:45,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:04:45,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/java.io.tmpdir/jetty-localhost-33005-hadoop-hdfs-3_4_1-tests_jar-_-any-16742645263551030024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:04:45,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:33005} 2024-12-05T23:04:45,927 INFO [Time-limited test {}] server.Server(415): Started @4094ms 2024-12-05T23:04:46,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:04:46,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:04:46,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:04:46,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:04:46,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:04:46,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:04:46,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:04:46,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b743d62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/java.io.tmpdir/jetty-localhost-34475-hadoop-hdfs-3_4_1-tests_jar-_-any-17416280670868255364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:04:46,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:34475} 2024-12-05T23:04:46,516 INFO [Time-limited test {}] server.Server(415): Started @4682ms 2024-12-05T23:04:46,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:04:46,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:04:46,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:04:46,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:04:46,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:04:46,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:04:46,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:04:46,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:04:46,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45317718{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/java.io.tmpdir/jetty-localhost-35195-hadoop-hdfs-3_4_1-tests_jar-_-any-2517127860146967533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:04:46,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:35195} 2024-12-05T23:04:46,899 INFO [Time-limited test {}] server.Server(415): Started @5065ms 2024-12-05T23:04:46,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:04:46,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:04:46,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:04:46,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:04:46,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:04:46,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:04:46,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:04:46,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:04:47,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e92478a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/java.io.tmpdir/jetty-localhost-33619-hadoop-hdfs-3_4_1-tests_jar-_-any-3422018689350741047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:04:47,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:33619} 2024-12-05T23:04:47,095 INFO [Time-limited test {}] server.Server(415): Started @5261ms 2024-12-05T23:04:47,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:04:47,116 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data4/current/BP-50435969-172.17.0.2-1733439884909/current, will proceed with Du for space computation calculation, 2024-12-05T23:04:47,116 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/current/BP-50435969-172.17.0.2-1733439884909/current, will proceed with Du for space computation calculation, 2024-12-05T23:04:47,116 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/current/BP-50435969-172.17.0.2-1733439884909/current, will proceed with Du for space computation calculation, 2024-12-05T23:04:47,116 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data2/current/BP-50435969-172.17.0.2-1733439884909/current, will proceed with Du for space computation calculation, 2024-12-05T23:04:47,198 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:04:47,209 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:04:47,245 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/current/BP-50435969-172.17.0.2-1733439884909/current, will proceed with Du for space computation calculation, 2024-12-05T23:04:47,247 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data6/current/BP-50435969-172.17.0.2-1733439884909/current, will proceed with Du for space computation calculation, 2024-12-05T23:04:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c63bc70278837e with lease ID 0xdcae8a8bdc697e3d: Processing first storage report for DS-f807164d-5449-479d-870f-577980900caa from datanode DatanodeRegistration(127.0.0.1:38815, datanodeUuid=b07bbe8f-8bc3-449f-a8c4-4376476f3597, infoPort=36869, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909) 2024-12-05T23:04:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c63bc70278837e with lease ID 0xdcae8a8bdc697e3d: from storage DS-f807164d-5449-479d-870f-577980900caa node DatanodeRegistration(127.0.0.1:38815, datanodeUuid=b07bbe8f-8bc3-449f-a8c4-4376476f3597, infoPort=36869, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T23:04:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x156dc51346ee50d with lease ID 0xdcae8a8bdc697e3e: Processing first storage report for DS-e13247c9-656e-487b-ac6b-75279c1245ee from datanode DatanodeRegistration(127.0.0.1:34373, datanodeUuid=480fcbf1-dac7-4f00-8347-80fcd0dea710, infoPort=42939, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909) 2024-12-05T23:04:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x156dc51346ee50d with lease ID 0xdcae8a8bdc697e3e: from storage DS-e13247c9-656e-487b-ac6b-75279c1245ee node DatanodeRegistration(127.0.0.1:34373, datanodeUuid=480fcbf1-dac7-4f00-8347-80fcd0dea710, infoPort=42939, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:04:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3c63bc70278837e with lease ID 0xdcae8a8bdc697e3d: Processing first storage report for DS-6321b969-cbc3-4082-a50d-84981bacd73d from datanode DatanodeRegistration(127.0.0.1:38815, datanodeUuid=b07bbe8f-8bc3-449f-a8c4-4376476f3597, infoPort=36869, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909) 2024-12-05T23:04:47,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3c63bc70278837e with lease ID 0xdcae8a8bdc697e3d: from storage DS-6321b969-cbc3-4082-a50d-84981bacd73d node DatanodeRegistration(127.0.0.1:38815, datanodeUuid=b07bbe8f-8bc3-449f-a8c4-4376476f3597, infoPort=36869, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:04:47,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x156dc51346ee50d with lease ID 0xdcae8a8bdc697e3e: Processing first storage report for DS-fb82d1c5-730d-4c00-9e7d-99321e06fd59 from datanode DatanodeRegistration(127.0.0.1:34373, datanodeUuid=480fcbf1-dac7-4f00-8347-80fcd0dea710, infoPort=42939, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909) 2024-12-05T23:04:47,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x156dc51346ee50d with lease ID 0xdcae8a8bdc697e3e: from storage DS-fb82d1c5-730d-4c00-9e7d-99321e06fd59 node DatanodeRegistration(127.0.0.1:34373, datanodeUuid=480fcbf1-dac7-4f00-8347-80fcd0dea710, infoPort=42939, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:04:47,309 WARN [Thread-115 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:04:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb82a862cf0db016 with lease ID 0xdcae8a8bdc697e3f: Processing first storage report for DS-998bdff1-ac6b-46c1-8656-acf12ca622a9 from datanode DatanodeRegistration(127.0.0.1:35051, datanodeUuid=eb390df1-64d3-426c-8e01-d39f4926bfd3, infoPort=33523, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909) 2024-12-05T23:04:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb82a862cf0db016 with lease ID 0xdcae8a8bdc697e3f: from storage DS-998bdff1-ac6b-46c1-8656-acf12ca622a9 node DatanodeRegistration(127.0.0.1:35051, datanodeUuid=eb390df1-64d3-426c-8e01-d39f4926bfd3, infoPort=33523, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:04:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb82a862cf0db016 with lease ID 0xdcae8a8bdc697e3f: Processing first storage report for DS-45207719-99b8-4f34-950c-94fd552063ba from datanode DatanodeRegistration(127.0.0.1:35051, datanodeUuid=eb390df1-64d3-426c-8e01-d39f4926bfd3, infoPort=33523, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909) 2024-12-05T23:04:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb82a862cf0db016 with lease ID 0xdcae8a8bdc697e3f: from storage DS-45207719-99b8-4f34-950c-94fd552063ba node DatanodeRegistration(127.0.0.1:35051, datanodeUuid=eb390df1-64d3-426c-8e01-d39f4926bfd3, infoPort=33523, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=533927461;c=1733439884909), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:04:47,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d 2024-12-05T23:04:47,624 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.doTest(CompressedWALTestBase.java:105) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testForSize(CompressedWALTestBase.java:86) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.CompressedWALTestBase.testLarge(CompressedWALTestBase.java:81) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T23:04:47,629 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:04:47,651 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T23:04:47,669 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T23:04:47,670 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T23:04:47,715 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T23:04:47,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:04:47,777 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/oldWALs, maxLogs=32 2024-12-05T23:04:47,820 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733439887800, exclude list is [], retry=0 2024-12-05T23:04:47,889 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1054 (auto-detected) 2024-12-05T23:04:47,893 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T23:04:47,921 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK] 2024-12-05T23:04:47,926 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T23:04:47,965 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK] 2024-12-05T23:04:47,965 DEBUG [AsyncFSWAL-1-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK] 2024-12-05T23:04:48,055 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733439887800 2024-12-05T23:04:48,056 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33523:33523),(127.0.0.1/127.0.0.1:42939:42939),(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-05T23:04:48,058 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T23:04:48,751 DEBUG [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AsyncFSWAL(392): Requesting log roll because of file size threshold; length=134227436, logrollsize=134217728 2024-12-05T23:04:54,185 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 123 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:54,304 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:54,453 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 146 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:54,585 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 131 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:54,725 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:54,889 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 162 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:55,081 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 191 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:55,337 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 254 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:55,597 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 258 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:55,921 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:34578 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 321ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/, blockId=1073741825, seqno=859 2024-12-05T23:04:55,921 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 323 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:56,252 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 329 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:56,557 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 303 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:56,884 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47420 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 324ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/, blockId=1073741825, seqno=862 2024-12-05T23:04:56,884 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47902 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 324ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/, blockId=1073741825, seqno=862 2024-12-05T23:04:56,916 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:34578 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 357ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/, blockId=1073741825, seqno=862 2024-12-05T23:04:56,918 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 359 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:57,296 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47420 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 375ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/, blockId=1073741825, seqno=863 2024-12-05T23:04:57,300 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47902 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 379ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/, blockId=1073741825, seqno=863 2024-12-05T23:04:57,332 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:34578 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 412ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/, blockId=1073741825, seqno=863 2024-12-05T23:04:57,389 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 469 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:57,744 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47420 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 353ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/, blockId=1073741825, seqno=864 2024-12-05T23:04:57,748 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47902 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 356ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/, blockId=1073741825, seqno=864 2024-12-05T23:04:57,840 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:34578 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 449ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/, blockId=1073741825, seqno=864 2024-12-05T23:04:57,841 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 451 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:58,232 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47420 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 386ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/, blockId=1073741825, seqno=865 2024-12-05T23:04:58,232 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47902 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 387ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/, blockId=1073741825, seqno=865 2024-12-05T23:04:58,324 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:34578 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 481ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/, blockId=1073741825, seqno=865 2024-12-05T23:04:58,325 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 483 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:58,760 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47420 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 433ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/, blockId=1073741825, seqno=866 2024-12-05T23:04:58,832 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47902 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 504ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/, blockId=1073741825, seqno=866 2024-12-05T23:04:58,864 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:34578 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 537ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/, blockId=1073741825, seqno=866 2024-12-05T23:04:58,865 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 538 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:59,403 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47420 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 535ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/, blockId=1073741825, seqno=867 2024-12-05T23:04:59,420 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47902 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 552ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/, blockId=1073741825, seqno=867 2024-12-05T23:04:59,456 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:34578 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 589ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/, blockId=1073741825, seqno=867 2024-12-05T23:04:59,457 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 591 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:04:59,852 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47420 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 393ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/, blockId=1073741825, seqno=868 2024-12-05T23:04:59,896 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:47902 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 436ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/, blockId=1073741825, seqno=868 2024-12-05T23:04:59,928 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1480693885_22 at /127.0.0.1:34578 [Receiving block BP-50435969-172.17.0.2-1733439884909:blk_1073741825_1001] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 469ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/, blockId=1073741825, seqno=868 2024-12-05T23:04:59,929 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 470 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:00,169 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 238 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:00,433 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 262 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:00,673 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 238 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:00,845 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 171 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:01,029 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 182 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:01,189 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 158 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:01,309 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 119 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:01,434 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 124 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:01,586 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 150 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:01,709 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 121 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:01,849 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:01,969 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:02,101 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 131 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:02,217 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 114 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:02,329 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:02,508 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 177 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:02,697 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 115 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:02,829 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 130 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:03,149 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 127 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:03,649 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 118 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:07,957 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 107 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:08,109 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 139 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:08,271 INFO [AsyncFSWAL-0-hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] wal.AbstractFSWAL(1183): Slow sync cost: 147 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35051,DS-998bdff1-ac6b-46c1-8656-acf12ca622a9,DISK], DatanodeInfoWithStorage[127.0.0.1:34373,DS-e13247c9-656e-487b-ac6b-75279c1245ee,DISK], DatanodeInfoWithStorage[127.0.0.1:38815,DS-f807164d-5449-479d-870f-577980900caa,DISK]] 2024-12-05T23:05:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38815 is added to blk_1073741825_1001 (size=1048651116) 2024-12-05T23:05:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34373 is added to blk_1073741825_1001 (size=1048651116) 2024-12-05T23:05:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741825_1001 (size=1048651116) 2024-12-05T23:05:08,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:05:08,886 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42113/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733439887800: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-05T23:05:10,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T23:05:10,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e92478a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:10,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3114f1f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:10,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:10,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f32c7cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:10,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc18174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:10,341 WARN [BP-50435969-172.17.0.2-1733439884909 heartbeating to localhost/127.0.0.1:42113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:10,341 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:10,341 WARN [BP-50435969-172.17.0.2-1733439884909 heartbeating to localhost/127.0.0.1:42113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-50435969-172.17.0.2-1733439884909 (Datanode Uuid eb390df1-64d3-426c-8e01-d39f4926bfd3) service to localhost/127.0.0.1:42113 2024-12-05T23:05:10,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:10,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data5/current/BP-50435969-172.17.0.2-1733439884909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:10,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data6/current/BP-50435969-172.17.0.2-1733439884909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:10,343 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:10,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45317718{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:10,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27299579{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:10,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:10,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4c620f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:10,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a245f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:10,397 WARN [BP-50435969-172.17.0.2-1733439884909 heartbeating to localhost/127.0.0.1:42113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:10,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:10,397 WARN [BP-50435969-172.17.0.2-1733439884909 heartbeating to localhost/127.0.0.1:42113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-50435969-172.17.0.2-1733439884909 (Datanode Uuid 480fcbf1-dac7-4f00-8347-80fcd0dea710) service to localhost/127.0.0.1:42113 2024-12-05T23:05:10,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:10,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data3/current/BP-50435969-172.17.0.2-1733439884909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:10,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data4/current/BP-50435969-172.17.0.2-1733439884909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:10,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:10,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b743d62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:10,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceceb2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:10,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:10,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e54d69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:10,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d4b310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:10,421 WARN [BP-50435969-172.17.0.2-1733439884909 heartbeating to localhost/127.0.0.1:42113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:10,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:10,421 WARN [BP-50435969-172.17.0.2-1733439884909 heartbeating to localhost/127.0.0.1:42113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-50435969-172.17.0.2-1733439884909 (Datanode Uuid b07bbe8f-8bc3-449f-a8c4-4376476f3597) service to localhost/127.0.0.1:42113 2024-12-05T23:05:10,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:10,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data1/current/BP-50435969-172.17.0.2-1733439884909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:10,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/cluster_22a57908-15b1-317f-1028-ceeb5c518800/dfs/data/data2/current/BP-50435969-172.17.0.2-1733439884909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:10,422 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:10,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3e4aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:05:10,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0fda58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:10,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:10,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645ec8cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:10,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd7f7c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:11,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T23:05:11,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[0: compression=NONE] Thread=50 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-1-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1be7d84c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:42113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:42113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=333 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=625 (was 605) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4740 (was 6201) 2024-12-05T23:05:11,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=50, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=625, ProcessCount=11, AvailableMemoryMB=4740 2024-12-05T23:05:11,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.log.dir so I do NOT create it in target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5 2024-12-05T23:05:11,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5fa9d81-3714-d88d-37c6-5d31cfd2ca7d/hadoop.tmp.dir so I do NOT create it in target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5 2024-12-05T23:05:11,031 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077, deleteOnExit=true 2024-12-05T23:05:11,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/test.cache.data in system properties and HBase conf 2024-12-05T23:05:11,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:05:11,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:05:11,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:05:11,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:05:11,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T23:05:11,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:05:11,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:05:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:05:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:05:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:05:11,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:05:11,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:05:11,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:05:11,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:05:11,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:05:11,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:05:11,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:05:11,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:05:11,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:05:11,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:05:11,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:11,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:11,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:11,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:11,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:05:11,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:11,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53374b58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:11,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a9568f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:11,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@370dbf34{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/java.io.tmpdir/jetty-localhost-33997-hadoop-hdfs-3_4_1-tests_jar-_-any-3255711362735098308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:05:11,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6e6d2d{HTTP/1.1, (http/1.1)}{localhost:33997} 2024-12-05T23:05:11,276 INFO [Time-limited test {}] server.Server(415): Started @29442ms 2024-12-05T23:05:11,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:11,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:11,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:11,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:11,417 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:05:11,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68543c7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:11,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216e114f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:11,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68ca836c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/java.io.tmpdir/jetty-localhost-44471-hadoop-hdfs-3_4_1-tests_jar-_-any-8535392529456777879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:11,568 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a4fac77{HTTP/1.1, (http/1.1)}{localhost:44471} 2024-12-05T23:05:11,568 INFO [Time-limited test {}] server.Server(415): Started @29735ms 2024-12-05T23:05:11,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:11,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:11,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:11,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:11,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:11,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:05:11,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ff956a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:11,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24d1e11c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:11,782 WARN [Thread-235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data1/current/BP-1092642224-172.17.0.2-1733439911069/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:11,785 WARN [Thread-236 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data2/current/BP-1092642224-172.17.0.2-1733439911069/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:11,846 WARN [Thread-214 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:11,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25e180440221784 with lease ID 0x8535f9d78313a34f: Processing first storage report for DS-10e558ee-b6b0-4e92-973e-8486e03235f2 from datanode DatanodeRegistration(127.0.0.1:45145, datanodeUuid=70c63df9-4504-4b75-a441-0ff3d5bdcdc5, infoPort=37381, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069) 2024-12-05T23:05:11,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25e180440221784 with lease ID 0x8535f9d78313a34f: from storage DS-10e558ee-b6b0-4e92-973e-8486e03235f2 node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=70c63df9-4504-4b75-a441-0ff3d5bdcdc5, infoPort=37381, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-12-05T23:05:11,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57561d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/java.io.tmpdir/jetty-localhost-35613-hadoop-hdfs-3_4_1-tests_jar-_-any-1127839281960455120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:11,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25e180440221784 with lease ID 0x8535f9d78313a34f: Processing first storage report for DS-eebe295a-b4db-47cd-99fa-10712509b621 from datanode DatanodeRegistration(127.0.0.1:45145, datanodeUuid=70c63df9-4504-4b75-a441-0ff3d5bdcdc5, infoPort=37381, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069) 2024-12-05T23:05:11,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57dda3b2{HTTP/1.1, (http/1.1)}{localhost:35613} 2024-12-05T23:05:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25e180440221784 with lease ID 0x8535f9d78313a34f: from storage DS-eebe295a-b4db-47cd-99fa-10712509b621 node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=70c63df9-4504-4b75-a441-0ff3d5bdcdc5, infoPort=37381, infoSecurePort=0, ipcPort=39535, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:11,858 INFO [Time-limited test {}] server.Server(415): Started @30024ms 2024-12-05T23:05:11,860 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:11,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:11,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:11,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:11,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:11,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:05:11,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dc4fdf2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:11,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f4a4ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:11,997 WARN [Thread-270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data3/current/BP-1092642224-172.17.0.2-1733439911069/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:11,997 WARN [Thread-271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data4/current/BP-1092642224-172.17.0.2-1733439911069/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:12,043 WARN [Thread-250 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3ea8ba784e886f7 with lease ID 0x8535f9d78313a350: Processing first storage report for DS-9d1169bd-c239-4d84-8b42-c29468934aa7 from datanode DatanodeRegistration(127.0.0.1:35429, datanodeUuid=ee6a22ef-5559-43e8-91f3-b36d5e0e3b67, infoPort=35381, infoSecurePort=0, ipcPort=40907, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069) 2024-12-05T23:05:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3ea8ba784e886f7 with lease ID 0x8535f9d78313a350: from storage DS-9d1169bd-c239-4d84-8b42-c29468934aa7 node DatanodeRegistration(127.0.0.1:35429, datanodeUuid=ee6a22ef-5559-43e8-91f3-b36d5e0e3b67, infoPort=35381, infoSecurePort=0, ipcPort=40907, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:05:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3ea8ba784e886f7 with lease ID 0x8535f9d78313a350: Processing first storage report for DS-cda843d7-5ac9-49aa-835b-1919b8ccd0aa from datanode DatanodeRegistration(127.0.0.1:35429, datanodeUuid=ee6a22ef-5559-43e8-91f3-b36d5e0e3b67, infoPort=35381, infoSecurePort=0, ipcPort=40907, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069) 2024-12-05T23:05:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3ea8ba784e886f7 with lease ID 0x8535f9d78313a350: from storage DS-cda843d7-5ac9-49aa-835b-1919b8ccd0aa node DatanodeRegistration(127.0.0.1:35429, datanodeUuid=ee6a22ef-5559-43e8-91f3-b36d5e0e3b67, infoPort=35381, infoSecurePort=0, ipcPort=40907, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:12,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a67aa77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/java.io.tmpdir/jetty-localhost-42881-hadoop-hdfs-3_4_1-tests_jar-_-any-4443417815622661172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:12,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d7f6d2b{HTTP/1.1, (http/1.1)}{localhost:42881} 2024-12-05T23:05:12,069 INFO [Time-limited test {}] server.Server(415): Started @30236ms 2024-12-05T23:05:12,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:12,226 WARN [Thread-297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data6/current/BP-1092642224-172.17.0.2-1733439911069/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:12,226 WARN [Thread-296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data5/current/BP-1092642224-172.17.0.2-1733439911069/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:12,268 WARN [Thread-285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe26beb3b1464783f with lease ID 0x8535f9d78313a351: Processing first storage report for DS-6c29ad03-1dda-4e0c-82f6-8547fe00fcd2 from datanode DatanodeRegistration(127.0.0.1:40815, datanodeUuid=edf66513-3b17-4018-aba6-6f18f7c3e7a8, infoPort=34929, infoSecurePort=0, ipcPort=46009, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069) 2024-12-05T23:05:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe26beb3b1464783f with lease ID 0x8535f9d78313a351: from storage DS-6c29ad03-1dda-4e0c-82f6-8547fe00fcd2 node DatanodeRegistration(127.0.0.1:40815, datanodeUuid=edf66513-3b17-4018-aba6-6f18f7c3e7a8, infoPort=34929, infoSecurePort=0, ipcPort=46009, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe26beb3b1464783f with lease ID 0x8535f9d78313a351: Processing first storage report for DS-81e29e94-e47e-4418-ba06-6cf8e2c4835d from datanode DatanodeRegistration(127.0.0.1:40815, datanodeUuid=edf66513-3b17-4018-aba6-6f18f7c3e7a8, infoPort=34929, infoSecurePort=0, ipcPort=46009, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069) 2024-12-05T23:05:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe26beb3b1464783f with lease ID 0x8535f9d78313a351: from storage DS-81e29e94-e47e-4418-ba06-6cf8e2c4835d node DatanodeRegistration(127.0.0.1:40815, datanodeUuid=edf66513-3b17-4018-aba6-6f18f7c3e7a8, infoPort=34929, infoSecurePort=0, ipcPort=46009, storageInfo=lv=-57;cid=testClusterID;nsid=1349956339;c=1733439911069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:12,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5 2024-12-05T23:05:12,344 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:05:12,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:05:12,353 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:41607/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:41607/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/oldWALs, maxLogs=32 2024-12-05T23:05:12,378 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733439912356, exclude list is [], retry=0 2024-12-05T23:05:12,384 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35429,DS-9d1169bd-c239-4d84-8b42-c29468934aa7,DISK] 2024-12-05T23:05:12,386 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-10e558ee-b6b0-4e92-973e-8486e03235f2,DISK] 2024-12-05T23:05:12,386 DEBUG [AsyncFSWAL-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40815,DS-6c29ad03-1dda-4e0c-82f6-8547fe00fcd2,DISK] 2024-12-05T23:05:12,393 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733439912356 2024-12-05T23:05:12,393 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35381:35381),(127.0.0.1/127.0.0.1:37381:37381),(127.0.0.1/127.0.0.1:34929:34929)] 2024-12-05T23:05:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40815 is added to blk_1073741825_1001 (size=1073110) 2024-12-05T23:05:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741825_1001 (size=1073110) 2024-12-05T23:05:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35429 is added to blk_1073741825_1001 (size=1073110) 2024-12-05T23:05:13,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:05:13,219 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41607/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733439912356: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=NONE 2024-12-05T23:05:13,278 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T23:05:13,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a67aa77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:13,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d7f6d2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:13,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:13,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f4a4ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:13,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dc4fdf2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:13,289 WARN [BP-1092642224-172.17.0.2-1733439911069 heartbeating to localhost/127.0.0.1:41607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:13,289 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:13,289 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:13,289 WARN [BP-1092642224-172.17.0.2-1733439911069 heartbeating to localhost/127.0.0.1:41607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092642224-172.17.0.2-1733439911069 (Datanode Uuid edf66513-3b17-4018-aba6-6f18f7c3e7a8) service to localhost/127.0.0.1:41607 2024-12-05T23:05:13,290 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data5/current/BP-1092642224-172.17.0.2-1733439911069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:13,290 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data6/current/BP-1092642224-172.17.0.2-1733439911069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:13,291 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:13,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57561d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:13,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57dda3b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:13,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:13,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24d1e11c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:13,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ff956a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:13,310 WARN [BP-1092642224-172.17.0.2-1733439911069 heartbeating to localhost/127.0.0.1:41607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:13,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:13,310 WARN [BP-1092642224-172.17.0.2-1733439911069 heartbeating to localhost/127.0.0.1:41607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092642224-172.17.0.2-1733439911069 (Datanode Uuid ee6a22ef-5559-43e8-91f3-b36d5e0e3b67) service to localhost/127.0.0.1:41607 2024-12-05T23:05:13,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:13,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data3/current/BP-1092642224-172.17.0.2-1733439911069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:13,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data4/current/BP-1092642224-172.17.0.2-1733439911069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:13,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:13,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68ca836c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:13,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a4fac77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:13,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:13,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216e114f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:13,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68543c7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:13,334 WARN [BP-1092642224-172.17.0.2-1733439911069 heartbeating to localhost/127.0.0.1:41607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:13,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:13,334 WARN [BP-1092642224-172.17.0.2-1733439911069 heartbeating to localhost/127.0.0.1:41607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092642224-172.17.0.2-1733439911069 (Datanode Uuid 70c63df9-4504-4b75-a441-0ff3d5bdcdc5) service to localhost/127.0.0.1:41607 2024-12-05T23:05:13,334 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:13,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data1/current/BP-1092642224-172.17.0.2-1733439911069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:13,335 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:13,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/cluster_b8582ee0-fadf-98b2-1b53-30f7adcc8077/dfs/data/data2/current/BP-1092642224-172.17.0.2-1733439911069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:13,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@370dbf34{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:05:13,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6e6d2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:13,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:13,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a9568f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:13,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53374b58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:13,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T23:05:13,386 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[0: compression=NONE] Thread=57 (was 50) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:41607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1569980583) connection to localhost/127.0.0.1:41607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=338 (was 333) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=625 (was 625), ProcessCount=11 (was 11), AvailableMemoryMB=4736 (was 4740) 2024-12-05T23:05:13,395 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57, OpenFileDescriptor=338, MaxFileDescriptor=1048576, SystemLoadAverage=625, ProcessCount=11, AvailableMemoryMB=4735 2024-12-05T23:05:13,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.log.dir so I do NOT create it in target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47 2024-12-05T23:05:13,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f4201d0d-2cee-5b63-d6a2-66252e0443d5/hadoop.tmp.dir so I do NOT create it in target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47 2024-12-05T23:05:13,396 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e, deleteOnExit=true 2024-12-05T23:05:13,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/test.cache.data in system properties and HBase conf 2024-12-05T23:05:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:05:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:05:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:05:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:05:13,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T23:05:13,398 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:05:13,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:05:13,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:05:13,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:05:13,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:05:13,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:05:13,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:05:13,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:05:13,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:05:13,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:05:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:05:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:05:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:05:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:05:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:05:13,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:13,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:13,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:13,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:13,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:05:13,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:13,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23f5458e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:13,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd06fde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:13,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4505da6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/java.io.tmpdir/jetty-localhost-33489-hadoop-hdfs-3_4_1-tests_jar-_-any-12647618772579123625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:05:13,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9cf79e{HTTP/1.1, (http/1.1)}{localhost:33489} 2024-12-05T23:05:13,683 INFO [Time-limited test {}] server.Server(415): Started @31849ms 2024-12-05T23:05:13,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:13,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:13,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:13,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:13,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:05:13,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@463751c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:13,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3480ac7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:13,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@495a0faf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/java.io.tmpdir/jetty-localhost-43977-hadoop-hdfs-3_4_1-tests_jar-_-any-8371531937618373735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:13,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698ebf6d{HTTP/1.1, (http/1.1)}{localhost:43977} 2024-12-05T23:05:13,995 INFO [Time-limited test {}] server.Server(415): Started @32161ms 2024-12-05T23:05:13,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:14,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:14,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:14,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:14,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:14,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:05:14,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab7c568{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:14,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bc0c238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:14,193 WARN [Thread-388 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data2/current/BP-1757520733-172.17.0.2-1733439913449/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:14,193 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data1/current/BP-1757520733-172.17.0.2-1733439913449/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:14,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cbcd25e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/java.io.tmpdir/jetty-localhost-39667-hadoop-hdfs-3_4_1-tests_jar-_-any-3260434333541738346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:14,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c2b8260{HTTP/1.1, (http/1.1)}{localhost:39667} 2024-12-05T23:05:14,243 INFO [Time-limited test {}] server.Server(415): Started @32409ms 2024-12-05T23:05:14,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:14,263 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79e580f37c49cd42 with lease ID 0x8f90fd5d22019e82: Processing first storage report for DS-05a753c5-3da9-4c02-8f9c-1bc9f4e78c3a from datanode DatanodeRegistration(127.0.0.1:39135, datanodeUuid=5acb5276-b4a6-42a1-ac19-a23574be3232, infoPort=43253, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449) 2024-12-05T23:05:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79e580f37c49cd42 with lease ID 0x8f90fd5d22019e82: from storage DS-05a753c5-3da9-4c02-8f9c-1bc9f4e78c3a node DatanodeRegistration(127.0.0.1:39135, datanodeUuid=5acb5276-b4a6-42a1-ac19-a23574be3232, infoPort=43253, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79e580f37c49cd42 with lease ID 0x8f90fd5d22019e82: Processing first storage report for DS-8dfcb4fd-9554-44c4-a27c-e2f4468b12c4 from datanode DatanodeRegistration(127.0.0.1:39135, datanodeUuid=5acb5276-b4a6-42a1-ac19-a23574be3232, infoPort=43253, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449) 2024-12-05T23:05:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79e580f37c49cd42 with lease ID 0x8f90fd5d22019e82: from storage DS-8dfcb4fd-9554-44c4-a27c-e2f4468b12c4 node DatanodeRegistration(127.0.0.1:39135, datanodeUuid=5acb5276-b4a6-42a1-ac19-a23574be3232, infoPort=43253, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:14,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:14,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:14,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:14,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:14,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:05:14,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42026b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:14,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1152886e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:14,429 WARN [Thread-422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data3/current/BP-1757520733-172.17.0.2-1733439913449/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:14,447 WARN [Thread-423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data4/current/BP-1757520733-172.17.0.2-1733439913449/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:14,490 WARN [Thread-402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a224972ebf885d7 with lease ID 0x8f90fd5d22019e83: Processing first storage report for DS-81f96397-2e29-4c5e-bcdb-bed414889810 from datanode DatanodeRegistration(127.0.0.1:43879, datanodeUuid=733974cd-fe43-4612-8dc6-9fc8730e7758, infoPort=44141, infoSecurePort=0, ipcPort=37433, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449) 2024-12-05T23:05:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a224972ebf885d7 with lease ID 0x8f90fd5d22019e83: from storage DS-81f96397-2e29-4c5e-bcdb-bed414889810 node DatanodeRegistration(127.0.0.1:43879, datanodeUuid=733974cd-fe43-4612-8dc6-9fc8730e7758, infoPort=44141, infoSecurePort=0, ipcPort=37433, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:05:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a224972ebf885d7 with lease ID 0x8f90fd5d22019e83: Processing first storage report for DS-f7b26604-37b9-43f5-b298-8be1366eb109 from datanode DatanodeRegistration(127.0.0.1:43879, datanodeUuid=733974cd-fe43-4612-8dc6-9fc8730e7758, infoPort=44141, infoSecurePort=0, ipcPort=37433, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449) 2024-12-05T23:05:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a224972ebf885d7 with lease ID 0x8f90fd5d22019e83: from storage DS-f7b26604-37b9-43f5-b298-8be1366eb109 node DatanodeRegistration(127.0.0.1:43879, datanodeUuid=733974cd-fe43-4612-8dc6-9fc8730e7758, infoPort=44141, infoSecurePort=0, ipcPort=37433, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:14,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fe06459{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/java.io.tmpdir/jetty-localhost-43941-hadoop-hdfs-3_4_1-tests_jar-_-any-5110610927387448728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:14,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e244007{HTTP/1.1, (http/1.1)}{localhost:43941} 2024-12-05T23:05:14,498 INFO [Time-limited test {}] server.Server(415): Started @32664ms 2024-12-05T23:05:14,499 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:14,658 WARN [Thread-448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data5/current/BP-1757520733-172.17.0.2-1733439913449/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:14,658 WARN [Thread-449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data6/current/BP-1757520733-172.17.0.2-1733439913449/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:14,697 WARN [Thread-437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e044c99f501291b with lease ID 0x8f90fd5d22019e84: Processing first storage report for DS-f7187bb1-7362-4629-8f5e-0d94167e3c38 from datanode DatanodeRegistration(127.0.0.1:35913, datanodeUuid=04fe126d-bc97-481f-be8d-8a8fd24b0133, infoPort=41327, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449) 2024-12-05T23:05:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e044c99f501291b with lease ID 0x8f90fd5d22019e84: from storage DS-f7187bb1-7362-4629-8f5e-0d94167e3c38 node DatanodeRegistration(127.0.0.1:35913, datanodeUuid=04fe126d-bc97-481f-be8d-8a8fd24b0133, infoPort=41327, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e044c99f501291b with lease ID 0x8f90fd5d22019e84: Processing first storage report for DS-1ad385a5-8362-4176-ad68-522e96b9b1b9 from datanode DatanodeRegistration(127.0.0.1:35913, datanodeUuid=04fe126d-bc97-481f-be8d-8a8fd24b0133, infoPort=41327, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449) 2024-12-05T23:05:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e044c99f501291b with lease ID 0x8f90fd5d22019e84: from storage DS-1ad385a5-8362-4176-ad68-522e96b9b1b9 node DatanodeRegistration(127.0.0.1:35913, datanodeUuid=04fe126d-bc97-481f-be8d-8a8fd24b0133, infoPort=41327, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=2092758287;c=1733439913449), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:05:14,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47 2024-12-05T23:05:14,770 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:05:14,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:05:14,778 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1048576, suffix=, logDir=hdfs://localhost:37991/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/WALs/TestCompressedWALValueCompression_testForSize_1048576, archiveDir=hdfs://localhost:37991/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/oldWALs, maxLogs=32 2024-12-05T23:05:14,793 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733439914780, exclude list is [], retry=0 2024-12-05T23:05:14,799 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-05a753c5-3da9-4c02-8f9c-1bc9f4e78c3a,DISK] 2024-12-05T23:05:14,800 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35913,DS-f7187bb1-7362-4629-8f5e-0d94167e3c38,DISK] 2024-12-05T23:05:14,800 DEBUG [AsyncFSWAL-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-81f96397-2e29-4c5e-bcdb-bed414889810,DISK] 2024-12-05T23:05:14,806 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733439914780 2024-12-05T23:05:14,806 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43253:43253),(127.0.0.1/127.0.0.1:41327:41327),(127.0.0.1/127.0.0.1:44141:44141)] 2024-12-05T23:05:14,824 INFO [AsyncFSWAL-0-hdfs://localhost:37991/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47-prefix:TestCompressedWALValueCompression_testForSize_1048576 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-05T23:05:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741825_1001 (size=5861116) 2024-12-05T23:05:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741825_1001 (size=5861116) 2024-12-05T23:05:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741825_1001 (size=5861116) 2024-12-05T23:05:27,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:05:27,814 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37991/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/WALs/TestCompressedWALValueCompression_testForSize_1048576/TestCompressedWALValueCompression_testForSize_1048576.1733439914780: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T23:05:29,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T23:05:29,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fe06459{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:29,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e244007{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:29,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:29,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1152886e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:29,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42026b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:29,751 WARN [BP-1757520733-172.17.0.2-1733439913449 heartbeating to localhost/127.0.0.1:37991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:29,751 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:29,751 WARN [BP-1757520733-172.17.0.2-1733439913449 heartbeating to localhost/127.0.0.1:37991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757520733-172.17.0.2-1733439913449 (Datanode Uuid 04fe126d-bc97-481f-be8d-8a8fd24b0133) service to localhost/127.0.0.1:37991 2024-12-05T23:05:29,751 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:29,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data5/current/BP-1757520733-172.17.0.2-1733439913449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:29,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data6/current/BP-1757520733-172.17.0.2-1733439913449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:29,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:29,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cbcd25e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:29,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c2b8260{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:29,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:29,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bc0c238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:29,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab7c568{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:29,756 WARN [BP-1757520733-172.17.0.2-1733439913449 heartbeating to localhost/127.0.0.1:37991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:29,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:29,756 WARN [BP-1757520733-172.17.0.2-1733439913449 heartbeating to localhost/127.0.0.1:37991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757520733-172.17.0.2-1733439913449 (Datanode Uuid 733974cd-fe43-4612-8dc6-9fc8730e7758) service to localhost/127.0.0.1:37991 2024-12-05T23:05:29,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:29,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data3/current/BP-1757520733-172.17.0.2-1733439913449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:29,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data4/current/BP-1757520733-172.17.0.2-1733439913449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:29,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:29,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@495a0faf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:29,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698ebf6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:29,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:29,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3480ac7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:29,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@463751c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:29,762 WARN [BP-1757520733-172.17.0.2-1733439913449 heartbeating to localhost/127.0.0.1:37991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:29,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:29,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:29,762 WARN [BP-1757520733-172.17.0.2-1733439913449 heartbeating to localhost/127.0.0.1:37991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757520733-172.17.0.2-1733439913449 (Datanode Uuid 5acb5276-b4a6-42a1-ac19-a23574be3232) service to localhost/127.0.0.1:37991 2024-12-05T23:05:29,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data1/current/BP-1757520733-172.17.0.2-1733439913449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:29,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/cluster_e5798354-3818-af90-7769-f51efd5a525e/dfs/data/data2/current/BP-1757520733-172.17.0.2-1733439913449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:29,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:29,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4505da6b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:05:29,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9cf79e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:29,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:29,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd06fde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:29,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23f5458e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:29,797 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T23:05:29,804 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#testLarge[1: compression=GZ] Thread=57 (was 57), OpenFileDescriptor=339 (was 338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=583 (was 625), ProcessCount=11 (was 11), AvailableMemoryMB=4284 (was 4735) 2024-12-05T23:05:29,813 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=57, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=583, ProcessCount=11, AvailableMemoryMB=4452 2024-12-05T23:05:29,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.log.dir so I do NOT create it in target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec 2024-12-05T23:05:29,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d98b926-9acd-c949-9680-a3e4415a6b47/hadoop.tmp.dir so I do NOT create it in target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec 2024-12-05T23:05:29,814 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b, deleteOnExit=true 2024-12-05T23:05:29,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/test.cache.data in system properties and HBase conf 2024-12-05T23:05:29,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T23:05:29,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir in system properties and HBase conf 2024-12-05T23:05:29,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T23:05:29,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T23:05:29,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T23:05:29,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T23:05:29,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:05:29,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T23:05:29,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T23:05:29,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:05:29,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T23:05:29,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T23:05:29,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T23:05:29,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:05:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T23:05:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/nfs.dump.dir in system properties and HBase conf 2024-12-05T23:05:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/java.io.tmpdir in system properties and HBase conf 2024-12-05T23:05:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T23:05:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T23:05:29,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T23:05:29,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:29,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:29,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:29,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:29,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:05:29,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:29,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3a4b73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:29,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9b49df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:30,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@151f8998{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/java.io.tmpdir/jetty-localhost-42331-hadoop-hdfs-3_4_1-tests_jar-_-any-8208938643237257323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:05:30,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f3d261b{HTTP/1.1, (http/1.1)}{localhost:42331} 2024-12-05T23:05:30,122 INFO [Time-limited test {}] server.Server(415): Started @48288ms 2024-12-05T23:05:30,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:30,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:30,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:30,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:30,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:05:30,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c63ad2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:30,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35781b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:30,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e5ee10d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/java.io.tmpdir/jetty-localhost-37827-hadoop-hdfs-3_4_1-tests_jar-_-any-14160442881265168297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:30,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39199721{HTTP/1.1, (http/1.1)}{localhost:37827} 2024-12-05T23:05:30,392 INFO [Time-limited test {}] server.Server(415): Started @48559ms 2024-12-05T23:05:30,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:30,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:30,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:30,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:30,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:30,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T23:05:30,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75a6618e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:30,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2972e00b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:30,541 WARN [Thread-540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data1/current/BP-955795389-172.17.0.2-1733439929857/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:30,542 WARN [Thread-541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data2/current/BP-955795389-172.17.0.2-1733439929857/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:30,569 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x183bbccb4f9228c5 with lease ID 0xb687c0f1d1f6899d: Processing first storage report for DS-764685f2-ceae-449b-bfdf-047b4ae28354 from datanode DatanodeRegistration(127.0.0.1:32959, datanodeUuid=c1b0bd47-7a0e-41a3-861b-5bc1638e123e, infoPort=41915, infoSecurePort=0, ipcPort=45399, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857) 2024-12-05T23:05:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x183bbccb4f9228c5 with lease ID 0xb687c0f1d1f6899d: from storage DS-764685f2-ceae-449b-bfdf-047b4ae28354 node DatanodeRegistration(127.0.0.1:32959, datanodeUuid=c1b0bd47-7a0e-41a3-861b-5bc1638e123e, infoPort=41915, infoSecurePort=0, ipcPort=45399, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:05:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x183bbccb4f9228c5 with lease ID 0xb687c0f1d1f6899d: Processing first storage report for DS-79a08434-1cde-4c47-b39d-d84ff03d6ba2 from datanode DatanodeRegistration(127.0.0.1:32959, datanodeUuid=c1b0bd47-7a0e-41a3-861b-5bc1638e123e, infoPort=41915, infoSecurePort=0, ipcPort=45399, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857) 2024-12-05T23:05:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x183bbccb4f9228c5 with lease ID 0xb687c0f1d1f6899d: from storage DS-79a08434-1cde-4c47-b39d-d84ff03d6ba2 node DatanodeRegistration(127.0.0.1:32959, datanodeUuid=c1b0bd47-7a0e-41a3-861b-5bc1638e123e, infoPort=41915, infoSecurePort=0, ipcPort=45399, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:30,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a5cfbac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/java.io.tmpdir/jetty-localhost-41983-hadoop-hdfs-3_4_1-tests_jar-_-any-28494347957078604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:30,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d366149{HTTP/1.1, (http/1.1)}{localhost:41983} 2024-12-05T23:05:30,581 INFO [Time-limited test {}] server.Server(415): Started @48748ms 2024-12-05T23:05:30,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:30,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T23:05:30,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T23:05:30,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T23:05:30,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T23:05:30,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T23:05:30,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8d1bea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir/,AVAILABLE} 2024-12-05T23:05:30,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75b3ef53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T23:05:30,705 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data3/current/BP-955795389-172.17.0.2-1733439929857/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:30,708 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data4/current/BP-955795389-172.17.0.2-1733439929857/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:30,725 WARN [Thread-555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:30,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x655c2166aaf73006 with lease ID 0xb687c0f1d1f6899e: Processing first storage report for DS-1f04123a-8162-44a0-8721-2ed668fa3aca from datanode DatanodeRegistration(127.0.0.1:32815, datanodeUuid=2c046d07-ef56-4cfc-997e-fab7b7a8b4ad, infoPort=35371, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857) 2024-12-05T23:05:30,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x655c2166aaf73006 with lease ID 0xb687c0f1d1f6899e: from storage DS-1f04123a-8162-44a0-8721-2ed668fa3aca node DatanodeRegistration(127.0.0.1:32815, datanodeUuid=2c046d07-ef56-4cfc-997e-fab7b7a8b4ad, infoPort=35371, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x655c2166aaf73006 with lease ID 0xb687c0f1d1f6899e: Processing first storage report for DS-abd9b28b-699d-462e-9af0-4ca35930a4f8 from datanode DatanodeRegistration(127.0.0.1:32815, datanodeUuid=2c046d07-ef56-4cfc-997e-fab7b7a8b4ad, infoPort=35371, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857) 2024-12-05T23:05:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x655c2166aaf73006 with lease ID 0xb687c0f1d1f6899e: from storage DS-abd9b28b-699d-462e-9af0-4ca35930a4f8 node DatanodeRegistration(127.0.0.1:32815, datanodeUuid=2c046d07-ef56-4cfc-997e-fab7b7a8b4ad, infoPort=35371, infoSecurePort=0, ipcPort=45545, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T23:05:30,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b2bc6ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/java.io.tmpdir/jetty-localhost-42217-hadoop-hdfs-3_4_1-tests_jar-_-any-17954420292962214940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:30,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57175c2f{HTTP/1.1, (http/1.1)}{localhost:42217} 2024-12-05T23:05:30,773 INFO [Time-limited test {}] server.Server(415): Started @48939ms 2024-12-05T23:05:30,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T23:05:30,893 WARN [Thread-601 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data5/current/BP-955795389-172.17.0.2-1733439929857/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:30,894 WARN [Thread-602 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data6/current/BP-955795389-172.17.0.2-1733439929857/current, will proceed with Du for space computation calculation, 2024-12-05T23:05:30,921 WARN [Thread-590 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T23:05:30,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35530dc6ac61a93a with lease ID 0xb687c0f1d1f6899f: Processing first storage report for DS-388453a3-6447-415d-85cd-558ae4c081ff from datanode DatanodeRegistration(127.0.0.1:37709, datanodeUuid=e4c10cbb-4add-4bea-bed8-0164eac16866, infoPort=45469, infoSecurePort=0, ipcPort=37841, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857) 2024-12-05T23:05:30,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35530dc6ac61a93a with lease ID 0xb687c0f1d1f6899f: from storage DS-388453a3-6447-415d-85cd-558ae4c081ff node DatanodeRegistration(127.0.0.1:37709, datanodeUuid=e4c10cbb-4add-4bea-bed8-0164eac16866, infoPort=45469, infoSecurePort=0, ipcPort=37841, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:30,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35530dc6ac61a93a with lease ID 0xb687c0f1d1f6899f: Processing first storage report for DS-e38a85fd-28d8-4de6-a522-d08ae33b2c69 from datanode DatanodeRegistration(127.0.0.1:37709, datanodeUuid=e4c10cbb-4add-4bea-bed8-0164eac16866, infoPort=45469, infoSecurePort=0, ipcPort=37841, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857) 2024-12-05T23:05:30,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35530dc6ac61a93a with lease ID 0xb687c0f1d1f6899f: from storage DS-e38a85fd-28d8-4de6-a522-d08ae33b2c69 node DatanodeRegistration(127.0.0.1:37709, datanodeUuid=e4c10cbb-4add-4bea-bed8-0164eac16866, infoPort=45469, infoSecurePort=0, ipcPort=37841, storageInfo=lv=-57;cid=testClusterID;nsid=110247585;c=1733439929857), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T23:05:31,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec 2024-12-05T23:05:31,011 INFO [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T23:05:31,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T23:05:31,021 INFO [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=TestCompressedWALValueCompression_testForSize_1000, suffix=, logDir=hdfs://localhost:35973/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/WALs/TestCompressedWALValueCompression_testForSize_1000, archiveDir=hdfs://localhost:35973/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/oldWALs, maxLogs=32 2024-12-05T23:05:31,045 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733439931023, exclude list is [], retry=0 2024-12-05T23:05:31,052 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32815,DS-1f04123a-8162-44a0-8721-2ed668fa3aca,DISK] 2024-12-05T23:05:31,054 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32959,DS-764685f2-ceae-449b-bfdf-047b4ae28354,DISK] 2024-12-05T23:05:31,054 DEBUG [AsyncFSWAL-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37709,DS-388453a3-6447-415d-85cd-558ae4c081ff,DISK] 2024-12-05T23:05:31,058 INFO [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733439931023 2024-12-05T23:05:31,059 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35371:35371),(127.0.0.1/127.0.0.1:41915:41915),(127.0.0.1/127.0.0.1:45469:45469)] 2024-12-05T23:05:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32815 is added to blk_1073741825_1001 (size=121110) 2024-12-05T23:05:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741825_1001 (size=121110) 2024-12-05T23:05:31,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32959 is added to blk_1073741825_1001 (size=121110) 2024-12-05T23:05:31,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733439931023 not finished, retry = 0 2024-12-05T23:05:31,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T23:05:31,824 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35973/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/WALs/TestCompressedWALValueCompression_testForSize_1000/TestCompressedWALValueCompression_testForSize_1000.1733439931023: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-05T23:05:31,856 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T23:05:31,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b2bc6ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:31,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57175c2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:31,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:31,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75b3ef53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:31,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8d1bea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:31,873 WARN [BP-955795389-172.17.0.2-1733439929857 heartbeating to localhost/127.0.0.1:35973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:31,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:31,873 WARN [BP-955795389-172.17.0.2-1733439929857 heartbeating to localhost/127.0.0.1:35973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955795389-172.17.0.2-1733439929857 (Datanode Uuid e4c10cbb-4add-4bea-bed8-0164eac16866) service to localhost/127.0.0.1:35973 2024-12-05T23:05:31,873 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:31,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data5/current/BP-955795389-172.17.0.2-1733439929857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:31,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data6/current/BP-955795389-172.17.0.2-1733439929857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:31,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:31,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a5cfbac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:31,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d366149{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:31,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:31,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2972e00b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:31,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75a6618e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:31,892 WARN [BP-955795389-172.17.0.2-1733439929857 heartbeating to localhost/127.0.0.1:35973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:31,892 WARN [BP-955795389-172.17.0.2-1733439929857 heartbeating to localhost/127.0.0.1:35973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955795389-172.17.0.2-1733439929857 (Datanode Uuid 2c046d07-ef56-4cfc-997e-fab7b7a8b4ad) service to localhost/127.0.0.1:35973 2024-12-05T23:05:31,892 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:31,892 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:31,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data3/current/BP-955795389-172.17.0.2-1733439929857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:31,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data4/current/BP-955795389-172.17.0.2-1733439929857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:31,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:31,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e5ee10d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T23:05:31,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39199721{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:31,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:31,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35781b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:31,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c63ad2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:31,904 WARN [BP-955795389-172.17.0.2-1733439929857 heartbeating to localhost/127.0.0.1:35973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T23:05:31,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T23:05:31,904 WARN [BP-955795389-172.17.0.2-1733439929857 heartbeating to localhost/127.0.0.1:35973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955795389-172.17.0.2-1733439929857 (Datanode Uuid c1b0bd47-7a0e-41a3-861b-5bc1638e123e) service to localhost/127.0.0.1:35973 2024-12-05T23:05:31,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T23:05:31,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data1/current/BP-955795389-172.17.0.2-1733439929857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:31,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/cluster_c43295b4-f1d4-0c0f-b925-c8b49128257b/dfs/data/data2/current/BP-955795389-172.17.0.2-1733439929857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T23:05:31,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T23:05:31,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@151f8998{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T23:05:31,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f3d261b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T23:05:31,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T23:05:31,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9b49df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T23:05:31,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3a4b73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7891b044-264b-6b5d-c6b4-430a159983ec/hadoop.log.dir/,STOPPED} 2024-12-05T23:05:31,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T23:05:31,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestCompressedWALValueCompression#test[1: compression=GZ] Thread=65 (was 57) - Thread LEAK? -, OpenFileDescriptor=344 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=608 (was 583) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4640 (was 4452) - AvailableMemoryMB LEAK? -